{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5055.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 239, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=615): Process ended prematurely: osmo-nitb_10.42.42.2(pid=615) [trial-2383↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=615)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=615): Process ended prematurely: osmo-nitb_10.42.42.2(pid=615) [trial-2383↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=615)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a22:07:53.200023 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a22:07:53.210644 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a22:07:53.783309 tst mo_mt_sms.py: using LAC 31820\u000a22:07:53.902220 tst mo_mt_sms.py: using RAC 200\u000a22:07:54.014510 tst mo_mt_sms.py: using CellId 31820\u000a22:07:54.127274 tst mo_mt_sms.py: using BVCI 31821\u000a22:07:54.149474 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a22:07:54.329428 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a22:07:54.603272 tst mo_mt_sms.py:9: start nitb and bts...\u000a22:07:54.728215 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:07:56.943156 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=614): Launched\u000a22:07:57.238052 run osmo-nitb_10.42.42.2(pid=615): Launched\u000a22:07:57.409479 run osmo-nitb_10.42.42.2(pid=615): ERR: Terminated: ERROR {rc=2} [trial-2383↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=615)]\u000a22:07:57.533412 run osmo-nitb_10.42.42.2(pid=615): stdout: \u000a| (launched: 2022-12-12_22:07:57.094495) \u000a22:07:57.657635 run osmo-nitb_10.42.42.2(pid=615): stderr: \u000a| (launched: 2022-12-12_22:07:57.138987)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:07:57.777316 run osmo-nitb_10.42.42.2(pid=615): stdout: \u000a| (launched: 2022-12-12_22:07:57.094495) \u000a22:07:57.895787 run osmo-nitb_10.42.42.2(pid=615): stderr: \u000a| (launched: 2022-12-12_22:07:57.138987)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:07:57.947750 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=615): Process ended prematurely: osmo-nitb_10.42.42.2(pid=615) [trial-2383↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=615)] [trial-2383↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a22:07:57.955505 tst mo_mt_sms.py:11: Test FAILED (4.7 sec)\u000a22:07:57.989381 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=614): Terminating (SIGTERM)\u000a22:07:58.166524 --- ParallelTerminationStrategy: PID 614 died...\u000a22:07:58.220660 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=614): Terminated: ok {rc=0}\u000a22:07:58.303623 bus /sierra_3: Setting Powered False\u000a22:07:59.407470 bus /sierra_3: Setting Powered False\u000a22:08:00.518902 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:07:53" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=626): Process ended prematurely: osmo-stp_10.42.42.5(pid=626) [trial-2383↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=626)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=626): Process ended prematurely: osmo-stp_10.42.42.5(pid=626) [trial-2383↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a22:08:02.404697 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a22:08:02.415400 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a22:08:02.544598 tst mo_mt_sms.py: using LAC 31821\u000a22:08:02.670198 tst mo_mt_sms.py: using RAC 201\u000a22:08:02.796778 tst mo_mt_sms.py: using CellId 31821\u000a22:08:02.923106 tst mo_mt_sms.py: using BVCI 31822\u000a22:08:02.947418 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a22:08:02.958534 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a22:08:02.969480 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a22:08:02.981143 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a22:08:02.992907 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a22:08:03.004558 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a22:08:03.121950 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a22:08:03.333871 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:08:05.074986 run create_hlr_db(pid=620): Launched\u000a22:08:05.261283 bus /sierra_2: Setting Powered False\u000a22:08:06.280775 run create_hlr_db(pid=620): Terminated: ok {rc=0}\u000a22:08:06.707189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=622): Launched\u000a22:08:07.026760 run osmo-hlr_10.42.42.2(pid=623): Launched\u000a22:08:07.147506 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:08:09.691269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=625): Launched\u000a22:08:10.011582 run osmo-stp_10.42.42.5(pid=626): Launched\u000a22:08:10.129083 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:08:15.514244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=628): Launched\u000a22:08:15.841534 run osmo-msc_10.42.42.6(pid=629): Launched\u000a22:08:16.236014 run osmo-stp_10.42.42.5(pid=626): ERR: Terminated: ERROR {rc=1} [trial-2383↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=626)]\u000a22:08:16.552774 run osmo-stp_10.42.42.5(pid=626): stdout: \u000a| (launched: 2022-12-12_22:08:09.854162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:16.718632 run osmo-stp_10.42.42.5(pid=626): stderr: \u000a| �[0;m�[38;5;43m20221212220810049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220810049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220810050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220810050 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220810050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220810050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220810050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:16.842348 run osmo-stp_10.42.42.5(pid=626): stdout: \u000a| (launched: 2022-12-12_22:08:09.854162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:16.970753 run osmo-stp_10.42.42.5(pid=626): stderr: \u000a| �[0;m�[38;5;43m20221212220810049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220810049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220810050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220810050 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220810050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220810050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220810050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:17.046867 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=626): Process ended prematurely: osmo-stp_10.42.42.5(pid=626) [trial-2383↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=626)] [trial-2383↪sms:sysmo↪mo_mt_sms.py:16]\u000a22:08:17.060863 tst mo_mt_sms.py:16: Test FAILED (14.6 sec)\u000a22:08:17.142014 run osmo-hlr_10.42.42.2(pid=623): ERR: Terminated: ERROR {rc=237} [trial-2383↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=623)]\u000a22:08:17.198647 run osmo-hlr_10.42.42.2(pid=623): stdout: \u000a| (launched: 2022-12-12_22:08:06.869803) \u000a22:08:17.250016 run osmo-hlr_10.42.42.2(pid=623): stderr: \u000a| �[0;m�[1;31m20221212220807071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212220807071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212220807071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220807071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220807071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212220807071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212220807085 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212220807094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212220807095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212220807095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:08:17.318346 run osmo-msc_10.42.42.6(pid=629): ERR: Terminated: ERROR {rc=2} [trial-2383↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=629)]\u000a22:08:17.368318 run osmo-msc_10.42.42.6(pid=629): stdout: \u000a| (launched: 2022-12-12_22:08:15.676196) \u000a22:08:17.419662 run osmo-msc_10.42.42.6(pid=629): stderr: \u000a| �[0;m�[38;5;43m20221212220816092 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212220816092 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ef983dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212220816092 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212220816092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212220816092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212220816092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212220816096 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212220816098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212220816098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212220816098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:08:17.462471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=622): Terminating (SIGTERM)\u000a22:08:17.502409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=625): Terminating (SIGTERM)\u000a22:08:17.542215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=628): Terminating (SIGTERM)\u000a22:08:17.551365 --- ParallelTerminationStrategy: PID 622 died...\u000a22:08:17.604546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=622): Terminated: ok {rc=0}\u000a22:08:17.614128 --- ParallelTerminationStrategy: PID 625 died...\u000a22:08:17.666882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=625): Terminated: ok {rc=0}\u000a22:08:17.676206 --- ParallelTerminationStrategy: PID 628 died...\u000a22:08:17.728892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=628): Terminated: ok {rc=0}\u000a22:08:17.816598 bus /sierra_3: Setting Powered False\u000a22:08:18.919227 bus /sierra_3: Setting Powered False\u000a22:08:20.025293 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:08:02" }, { "cases" : [ { "testActions" : [ ], "age" : 239, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=636): Process ended prematurely: osmo-nitb_10.42.42.2(pid=636) [trial-2383↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=636)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=636): Process ended prematurely: osmo-nitb_10.42.42.2(pid=636) [trial-2383↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=636)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a22:08:21.944493 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a22:08:21.956117 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a22:08:22.087000 tst assert_extension.py: using LAC 31822\u000a22:08:22.211601 tst assert_extension.py: using RAC 202\u000a22:08:22.336301 tst assert_extension.py: using CellId 31822\u000a22:08:22.461880 tst assert_extension.py: using BVCI 31823\u000a22:08:22.486249 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a22:08:22.762272 tst assert_extension.py:10: start nitb and bts...\u000a22:08:22.887530 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:08:23.505786 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=635): Launched\u000a22:08:23.801353 run osmo-nitb_10.42.42.2(pid=636): Launched\u000a22:08:23.985189 run osmo-nitb_10.42.42.2(pid=636): ERR: Terminated: ERROR {rc=2} [trial-2383↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=636)]\u000a22:08:24.120810 run osmo-nitb_10.42.42.2(pid=636): stdout: \u000a| (launched: 2022-12-12_22:08:23.657598) \u000a22:08:24.256188 run osmo-nitb_10.42.42.2(pid=636): stderr: \u000a| (launched: 2022-12-12_22:08:23.701964)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:08:24.387081 run osmo-nitb_10.42.42.2(pid=636): stdout: \u000a| (launched: 2022-12-12_22:08:23.657598) \u000a22:08:24.516781 run osmo-nitb_10.42.42.2(pid=636): stderr: \u000a| (launched: 2022-12-12_22:08:23.701964)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:08:24.922338 tst osmo-nitb_10.42.42.2(pid=636): stdout: \u000a| (launched: 2022-12-12_22:08:23.657598) \u000a22:08:25.041581 tst osmo-nitb_10.42.42.2(pid=636): stderr: \u000a| (launched: 2022-12-12_22:08:23.701964)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:08:25.093704 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=636): Process ended prematurely: osmo-nitb_10.42.42.2(pid=636) [trial-2383↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=636)] [trial-2383↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a22:08:25.101612 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a22:08:25.135399 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=635): Terminating (SIGTERM)\u000a22:08:25.312430 --- ParallelTerminationStrategy: PID 635 died...\u000a22:08:25.366535 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=635): Terminated: ok {rc=0}\u000a22:08:25.453743 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:08:21" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=647): Process ended prematurely: osmo-stp_10.42.42.5(pid=647) [trial-2383↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=647)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=647): Process ended prematurely: osmo-stp_10.42.42.5(pid=647) [trial-2383↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a22:08:27.256694 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a22:08:27.268186 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a22:08:27.397381 tst assert_extension.py: using LAC 31823\u000a22:08:27.522960 tst assert_extension.py: using RAC 203\u000a22:08:27.644001 tst assert_extension.py: using CellId 31823\u000a22:08:27.763149 tst assert_extension.py: using BVCI 31824\u000a22:08:27.786096 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a22:08:27.796593 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a22:08:27.807335 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a22:08:27.818385 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a22:08:27.829315 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a22:08:27.840179 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a22:08:28.047283 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:08:28.529274 run create_hlr_db(pid=641): Launched\u000a22:08:28.703699 bus /sierra_2: Setting Powered False\u000a22:08:29.722724 run create_hlr_db(pid=641): Terminated: ok {rc=0}\u000a22:08:30.149248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=643): Launched\u000a22:08:30.470165 run osmo-hlr_10.42.42.2(pid=644): Launched\u000a22:08:30.589374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:08:31.178708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=646): Launched\u000a22:08:31.536561 run osmo-stp_10.42.42.5(pid=647): Launched\u000a22:08:31.655984 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:08:32.356884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=649): Launched\u000a22:08:32.659159 run osmo-msc_10.42.42.6(pid=650): Launched\u000a22:08:32.835702 run osmo-stp_10.42.42.5(pid=647): ERR: Terminated: ERROR {rc=1} [trial-2383↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=647)]\u000a22:08:32.963750 run osmo-stp_10.42.42.5(pid=647): stdout: \u000a| (launched: 2022-12-12_22:08:31.344854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:33.088924 run osmo-stp_10.42.42.5(pid=647): stderr: \u000a| �[0;m�[38;5;43m20221212220831705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220831705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220831705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220831706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220831706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220831706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220831706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:33.209659 run osmo-stp_10.42.42.5(pid=647): stdout: \u000a| (launched: 2022-12-12_22:08:31.344854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:33.329098 run osmo-stp_10.42.42.5(pid=647): stderr: \u000a| �[0;m�[38;5;43m20221212220831705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220831705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220831705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220831706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220831706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220831706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220831706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:33.381245 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=647): Process ended prematurely: osmo-stp_10.42.42.5(pid=647) [trial-2383↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=647)] [trial-2383↪ussd:sysmo↪assert_extension.py:17]\u000a22:08:33.389316 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a22:08:33.448299 run osmo-hlr_10.42.42.2(pid=644): ERR: Terminated: ERROR {rc=237} [trial-2383↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=644)]\u000a22:08:33.496695 run osmo-hlr_10.42.42.2(pid=644): stdout: \u000a| (launched: 2022-12-12_22:08:30.312705) \u000a22:08:33.545817 run osmo-hlr_10.42.42.2(pid=644): stderr: \u000a| �[0;m�[1;31m20221212220830512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212220830512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212220830512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220830512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220830512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212220830512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212220830524 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212220830533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212220830533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212220830533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:08:33.612289 run osmo-msc_10.42.42.6(pid=650): ERR: Terminated: ERROR {rc=2} [trial-2383↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=650)]\u000a22:08:33.660741 run osmo-msc_10.42.42.6(pid=650): stdout: \u000a| (launched: 2022-12-12_22:08:32.509333) \u000a22:08:33.709789 run osmo-msc_10.42.42.6(pid=650): stderr: \u000a| �[0;m�[38;5;43m20221212220832782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212220832782 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0e6b2e8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212220832782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212220832782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212220832782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212220832782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212220832785 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212220832785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212220832785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212220832785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:08:33.751421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=643): Terminating (SIGTERM)\u000a22:08:33.790932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=646): Terminating (SIGTERM)\u000a22:08:33.830926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=649): Terminating (SIGTERM)\u000a22:08:33.839992 --- ParallelTerminationStrategy: PID 643 died...\u000a22:08:33.892511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=643): Terminated: ok {rc=0}\u000a22:08:33.902061 --- ParallelTerminationStrategy: PID 646 died...\u000a22:08:33.954494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=646): Terminated: ok {rc=0}\u000a22:08:33.963930 --- ParallelTerminationStrategy: PID 649 died...\u000a22:08:34.016070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=649): Terminated: ok {rc=0}\u000a22:08:34.098986 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:08:27" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=661): Process ended prematurely: osmo-stp_10.42.42.5(pid=661) [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=661)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=661): Process ended prematurely: osmo-stp_10.42.42.5(pid=661) [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=661)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:08:36.024526 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:08:36.036224 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:08:36.190820 tst mo_mt_call.py: using LAC 31824\u000a22:08:36.323377 tst mo_mt_call.py: using RAC 204\u000a22:08:36.450961 tst mo_mt_call.py: using CellId 31824\u000a22:08:36.578024 tst mo_mt_call.py: using BVCI 31825\u000a22:08:36.603097 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:08:36.614657 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:08:36.625907 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:08:36.637703 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:08:36.648915 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:08:36.660362 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:08:36.778124 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:08:36.989956 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:08:37.504356 run create_hlr_db(pid=655): Launched\u000a22:08:37.694714 bus /sierra_2: Setting Powered False\u000a22:08:38.714708 run create_hlr_db(pid=655): Terminated: ok {rc=0}\u000a22:08:39.149429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=657): Launched\u000a22:08:39.476633 run osmo-hlr_10.42.42.2(pid=658): Launched\u000a22:08:39.594794 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:08:40.163097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=660): Launched\u000a22:08:40.491173 run osmo-stp_10.42.42.5(pid=661): Launched\u000a22:08:40.610599 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:08:41.207355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=663): Launched\u000a22:08:41.533795 run osmo-msc_10.42.42.6(pid=664): Launched\u000a22:08:41.725225 run osmo-stp_10.42.42.5(pid=661): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=661)]\u000a22:08:41.863475 run osmo-stp_10.42.42.5(pid=661): stdout: \u000a| (launched: 2022-12-12_22:08:40.330160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:42.002215 run osmo-stp_10.42.42.5(pid=661): stderr: \u000a| �[0;m�[38;5;43m20221212220840525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220840525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220840525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220840525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220840526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220840526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220840526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:42.133934 run osmo-stp_10.42.42.5(pid=661): stdout: \u000a| (launched: 2022-12-12_22:08:40.330160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:42.264428 run osmo-stp_10.42.42.5(pid=661): stderr: \u000a| �[0;m�[38;5;43m20221212220840525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220840525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220840525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220840525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220840526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220840526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220840526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:42.322274 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=661): Process ended prematurely: osmo-stp_10.42.42.5(pid=661) [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=661)] [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a22:08:42.331461 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:08:42.394739 run osmo-hlr_10.42.42.2(pid=658): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=658)]\u000a22:08:42.446350 run osmo-hlr_10.42.42.2(pid=658): stdout: \u000a| (launched: 2022-12-12_22:08:39.316014) \u000a22:08:42.498082 run osmo-hlr_10.42.42.2(pid=658): stderr: \u000a| �[0;m�[1;31m20221212220839515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212220839515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212220839515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220839515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220839515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212220839515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212220839564 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212220839573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212220839573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212220839573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:08:42.568305 run osmo-msc_10.42.42.6(pid=664): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=664)]\u000a22:08:42.619640 run osmo-msc_10.42.42.6(pid=664): stdout: \u000a| (launched: 2022-12-12_22:08:41.373780) \u000a22:08:42.671628 run osmo-msc_10.42.42.6(pid=664): stderr: \u000a| �[0;m�[38;5;43m20221212220841699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212220841699 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f56844c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212220841699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212220841699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212220841700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212220841700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212220841702 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212220841702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212220841702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212220841702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:08:42.715465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=657): Terminating (SIGTERM)\u000a22:08:42.757493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=660): Terminating (SIGTERM)\u000a22:08:42.799493 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=663): Terminating (SIGTERM)\u000a22:08:42.809606 --- ParallelTerminationStrategy: PID 657 died...\u000a22:08:42.865715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=657): Terminated: ok {rc=0}\u000a22:08:42.875766 --- ParallelTerminationStrategy: PID 660 died...\u000a22:08:42.931054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=660): Terminated: ok {rc=0}\u000a22:08:42.941599 --- ParallelTerminationStrategy: PID 663 died...\u000a22:08:42.996712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=663): Terminated: ok {rc=0}\u000a22:08:43.082790 bus /sierra_3: Setting Powered False\u000a22:08:44.187789 bus /sierra_3: Setting Powered False\u000a22:08:45.295211 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=966): Process ended prematurely: osmo-stp_10.42.42.5(pid=966) [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=966)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=966): Process ended prematurely: osmo-stp_10.42.42.5(pid=966) [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=966)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:08:46.442502 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:08:46.459034 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:08:46.659249 tst mo_mt_call_osmux.py: using LAC 31825\u000a22:08:46.814382 tst mo_mt_call_osmux.py: using RAC 205\u000a22:08:46.964883 tst mo_mt_call_osmux.py: using CellId 31825\u000a22:08:47.114735 tst mo_mt_call_osmux.py: using BVCI 31826\u000a22:08:47.143541 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:08:47.156155 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:08:47.170765 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:08:47.182356 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:08:47.193896 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:08:47.205304 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:08:47.328057 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:08:47.584179 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:08:48.192664 run create_hlr_db(pid=744): Launched\u000a22:08:48.406781 bus /sierra_2: Setting Powered False\u000a22:08:49.398561 run create_hlr_db(pid=744): Terminated: ok {rc=0}\u000a22:08:49.874482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=960): Launched\u000a22:08:50.293605 run osmo-hlr_10.42.42.2(pid=961): Launched\u000a22:08:50.513481 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:08:51.127866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=964): Launched\u000a22:08:51.558041 run osmo-stp_10.42.42.5(pid=966): Launched\u000a22:08:51.794749 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:08:52.452300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=968): Launched\u000a22:08:52.888170 run osmo-msc_10.42.42.6(pid=969): Launched\u000a22:08:53.279329 run osmo-stp_10.42.42.5(pid=966): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=966)]\u000a22:08:53.477393 run osmo-stp_10.42.42.5(pid=966): stdout: \u000a| (launched: 2022-12-12_22:08:51.296326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:53.618289 run osmo-stp_10.42.42.5(pid=966): stderr: \u000a| �[0;m�[38;5;43m20221212220851630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220851630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220851631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220851631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220851631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220851632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220851632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:53.754360 run osmo-stp_10.42.42.5(pid=966): stdout: \u000a| (launched: 2022-12-12_22:08:51.296326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:53.889795 run osmo-stp_10.42.42.5(pid=966): stderr: \u000a| �[0;m�[38;5;43m20221212220851630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220851630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220851631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220851631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220851631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220851632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220851632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:53.949217 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=966): Process ended prematurely: osmo-stp_10.42.42.5(pid=966) [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=966)] [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a22:08:53.960076 tst mo_mt_call_osmux.py:8: Test FAILED (7.6 sec)\u000a22:08:54.028221 run osmo-hlr_10.42.42.2(pid=961): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=961)]\u000a22:08:54.082849 run osmo-hlr_10.42.42.2(pid=961): stdout: \u000a| (launched: 2022-12-12_22:08:50.034827) \u000a22:08:54.138128 run osmo-hlr_10.42.42.2(pid=961): stderr: \u000a| �[0;m�[1;31m20221212220850384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212220850384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212220850384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220850384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220850384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212220850384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212220850428 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212220850445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212220850445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212220850445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:08:54.212352 run osmo-msc_10.42.42.6(pid=969): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=969)]\u000a22:08:54.266413 run osmo-msc_10.42.42.6(pid=969): stdout: \u000a| (launched: 2022-12-12_22:08:52.623279) \u000a22:08:54.321513 run osmo-msc_10.42.42.6(pid=969): stderr: \u000a| �[0;m�[38;5;43m20221212220853121 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212220853122 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f77b667ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212220853122 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212220853122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212220853122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212220853122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212220853124 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212220853124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212220853129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212220853129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:08:54.368830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=960): Terminating (SIGTERM)\u000a22:08:54.415575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=964): Terminating (SIGTERM)\u000a22:08:54.463042 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=968): Terminating (SIGTERM)\u000a22:08:54.474099 --- ParallelTerminationStrategy: PID 960 died...\u000a22:08:54.535250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=960): Terminated: ok {rc=0}\u000a22:08:54.546340 --- ParallelTerminationStrategy: PID 964 died...\u000a22:08:54.606069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=964): Terminated: ok {rc=0}\u000a22:08:54.617274 --- ParallelTerminationStrategy: PID 968 died...\u000a22:08:54.676729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=968): Terminated: ok {rc=0}\u000a22:08:54.768942 bus /sierra_3: Setting Powered False\u000a22:08:55.880124 bus /sierra_3: Setting Powered False\u000a22:08:56.990478 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:08:35" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=980): Process ended prematurely: osmo-stp_10.42.42.5(pid=980) [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=980)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=980): Process ended prematurely: osmo-stp_10.42.42.5(pid=980) [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=980)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a22:08:58.982287 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:08:58.994765 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:08:59.155390 tst mo_mt_call.py: using LAC 31826\u000a22:08:59.291306 tst mo_mt_call.py: using RAC 206\u000a22:08:59.428647 tst mo_mt_call.py: using CellId 31826\u000a22:08:59.567542 tst mo_mt_call.py: using BVCI 31827\u000a22:08:59.594509 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:08:59.607007 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:08:59.621730 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:08:59.635299 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:08:59.647667 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:08:59.661907 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:08:59.790306 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:09:00.011111 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:09:00.589770 run create_hlr_db(pid=974): Launched\u000a22:09:00.788728 bus /sierra_2: Setting Powered False\u000a22:09:01.814556 run create_hlr_db(pid=974): Terminated: ok {rc=0}\u000a22:09:02.317094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=976): Launched\u000a22:09:02.775385 run osmo-hlr_10.42.42.2(pid=977): Launched\u000a22:09:02.979142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:09:03.580565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=979): Launched\u000a22:09:04.017857 run osmo-stp_10.42.42.5(pid=980): Launched\u000a22:09:04.243759 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:09:04.879162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=982): Launched\u000a22:09:05.316010 run osmo-msc_10.42.42.6(pid=983): Launched\u000a22:09:05.715929 run osmo-stp_10.42.42.5(pid=980): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=980)]\u000a22:09:05.928864 run osmo-stp_10.42.42.5(pid=980): stdout: \u000a| (launched: 2022-12-12_22:09:03.753842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:06.071881 run osmo-stp_10.42.42.5(pid=980): stderr: \u000a| �[0;m�[38;5;43m20221212220904053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220904053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220904054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220904054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220904055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220904055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220904055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:06.209226 run osmo-stp_10.42.42.5(pid=980): stdout: \u000a| (launched: 2022-12-12_22:09:03.753842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:06.346495 run osmo-stp_10.42.42.5(pid=980): stderr: \u000a| �[0;m�[38;5;43m20221212220904053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220904053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220904054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220904054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220904055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220904055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220904055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:06.406176 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=980): Process ended prematurely: osmo-stp_10.42.42.5(pid=980) [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=980)] [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a22:09:06.416429 tst mo_mt_call.py:8: Test FAILED (7.5 sec)\u000a22:09:06.486441 run osmo-hlr_10.42.42.2(pid=977): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=977)]\u000a22:09:06.541194 run osmo-hlr_10.42.42.2(pid=977): stdout: \u000a| (launched: 2022-12-12_22:09:02.490391) \u000a22:09:06.597769 run osmo-hlr_10.42.42.2(pid=977): stderr: \u000a| �[0;m�[1;31m20221212220902727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212220902727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212220902728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220902728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220902728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212220902728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212220902754 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212220902767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212220902767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212220902767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:09:06.673321 run osmo-msc_10.42.42.6(pid=983): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=983)]\u000a22:09:06.727964 run osmo-msc_10.42.42.6(pid=983): stdout: \u000a| (launched: 2022-12-12_22:09:05.051862) \u000a22:09:06.783621 run osmo-msc_10.42.42.6(pid=983): stderr: \u000a| �[0;m�[38;5;43m20221212220905570 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212220905571 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f301a226c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212220905571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212220905571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212220905571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212220905571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212220905573 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212220905573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212220905574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212220905574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:09:06.831435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=976): Terminating (SIGTERM)\u000a22:09:06.878151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=979): Terminating (SIGTERM)\u000a22:09:06.922562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=982): Terminating (SIGTERM)\u000a22:09:06.935613 --- ParallelTerminationStrategy: PID 976 died...\u000a22:09:06.998488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=976): Terminated: ok {rc=0}\u000a22:09:07.009590 --- ParallelTerminationStrategy: PID 979 died...\u000a22:09:07.069354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=979): Terminated: ok {rc=0}\u000a22:09:07.081620 --- ParallelTerminationStrategy: PID 982 died...\u000a22:09:07.140025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=982): Terminated: ok {rc=0}\u000a22:09:07.233887 bus /sierra_3: Setting Powered False\u000a22:09:08.346406 bus /sierra_3: Setting Powered False\u000a22:09:09.457998 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=998): Process ended prematurely: osmo-stp_10.42.42.5(pid=998) [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=998)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=998): Process ended prematurely: osmo-stp_10.42.42.5(pid=998) [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=998)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:09:10.573674 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:09:10.585905 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:09:10.742906 tst mo_mt_call_osmux.py: using LAC 31827\u000a22:09:10.872858 tst mo_mt_call_osmux.py: using RAC 207\u000a22:09:11.002453 tst mo_mt_call_osmux.py: using CellId 31827\u000a22:09:11.134793 tst mo_mt_call_osmux.py: using BVCI 31828\u000a22:09:11.160534 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:09:11.172186 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:09:11.183798 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:09:11.195754 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:09:11.207708 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:09:11.219670 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:09:11.337665 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:09:11.550976 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:09:12.071151 run create_hlr_db(pid=988): Launched\u000a22:09:12.263354 bus /sierra_2: Setting Powered False\u000a22:09:13.283717 run create_hlr_db(pid=988): Terminated: ok {rc=0}\u000a22:09:13.697312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=990): Launched\u000a22:09:14.005982 run osmo-hlr_10.42.42.2(pid=994): Launched\u000a22:09:14.120226 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:09:14.655716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=997): Launched\u000a22:09:14.964334 run osmo-stp_10.42.42.5(pid=998): Launched\u000a22:09:15.077274 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:09:15.641324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1000): Launched\u000a22:09:16.007527 run osmo-msc_10.42.42.6(pid=1001): Launched\u000a22:09:16.316738 run osmo-stp_10.42.42.5(pid=998): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=998)]\u000a22:09:16.521697 run osmo-stp_10.42.42.5(pid=998): stdout: \u000a| (launched: 2022-12-12_22:09:14.812285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:16.727705 run osmo-stp_10.42.42.5(pid=998): stderr: \u000a| �[0;m�[38;5;43m20221212220914983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220914983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220914984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220914984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220914985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220914985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220914985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:16.856231 run osmo-stp_10.42.42.5(pid=998): stdout: \u000a| (launched: 2022-12-12_22:09:14.812285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:16.981110 run osmo-stp_10.42.42.5(pid=998): stderr: \u000a| �[0;m�[38;5;43m20221212220914983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220914983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220914984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220914984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220914985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220914985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220914985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:17.036432 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=998): Process ended prematurely: osmo-stp_10.42.42.5(pid=998) [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=998)] [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a22:09:17.045542 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a22:09:17.106575 run osmo-hlr_10.42.42.2(pid=994): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=994)]\u000a22:09:17.156793 run osmo-hlr_10.42.42.2(pid=994): stdout: \u000a| (launched: 2022-12-12_22:09:13.854035) \u000a22:09:17.208140 run osmo-hlr_10.42.42.2(pid=994): stderr: \u000a| �[0;m�[1;31m20221212220914031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212220914031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212220914031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220914031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220914031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212220914031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212220914044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212220914054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212220914054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212220914055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:09:17.276558 run osmo-msc_10.42.42.6(pid=1001): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1001)]\u000a22:09:17.326434 run osmo-msc_10.42.42.6(pid=1001): stdout: \u000a| (launched: 2022-12-12_22:09:15.798969) \u000a22:09:17.377036 run osmo-msc_10.42.42.6(pid=1001): stderr: \u000a| �[0;m�[38;5;43m20221212220916338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212220916338 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe6d74dfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212220916338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212220916339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212220916339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212220916339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212220916349 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212220916350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212220916350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212220916350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:09:17.419871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=990): Terminating (SIGTERM)\u000a22:09:17.460462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=997): Terminating (SIGTERM)\u000a22:09:17.500846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1000): Terminating (SIGTERM)\u000a22:09:17.510304 --- ParallelTerminationStrategy: PID 990 died...\u000a22:09:17.564166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=990): Terminated: ok {rc=0}\u000a22:09:17.574392 --- ParallelTerminationStrategy: PID 997 died...\u000a22:09:17.627656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=997): Terminated: ok {rc=0}\u000a22:09:17.637533 --- ParallelTerminationStrategy: PID 1000 died...\u000a22:09:17.690597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1000): Terminated: ok {rc=0}\u000a22:09:17.779399 bus /sierra_3: Setting Powered False\u000a22:09:18.883245 bus /sierra_3: Setting Powered False\u000a22:09:19.989495 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:08:58" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1012): Process ended prematurely: osmo-stp_10.42.42.5(pid=1012) [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1012)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1012): Process ended prematurely: osmo-stp_10.42.42.5(pid=1012) [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1012)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:09:21.959330 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:09:21.970993 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:09:22.122733 tst mo_mt_call.py: using LAC 31828\u000a22:09:22.251006 tst mo_mt_call.py: using RAC 208\u000a22:09:22.379752 tst mo_mt_call.py: using CellId 31828\u000a22:09:22.507289 tst mo_mt_call.py: using BVCI 31829\u000a22:09:22.532699 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:09:22.544172 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:09:22.555552 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:09:22.567374 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:09:22.579357 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:09:22.591305 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:09:22.708933 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:09:22.916743 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:09:23.412490 run create_hlr_db(pid=1006): Launched\u000a22:09:23.590517 bus /sierra_2: Setting Powered False\u000a22:09:24.623317 run create_hlr_db(pid=1006): Terminated: ok {rc=0}\u000a22:09:25.061519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1008): Launched\u000a22:09:25.394551 run osmo-hlr_10.42.42.2(pid=1009): Launched\u000a22:09:25.517474 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:09:26.093327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1011): Launched\u000a22:09:26.426052 run osmo-stp_10.42.42.5(pid=1012): Launched\u000a22:09:26.546730 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:09:27.148466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1014): Launched\u000a22:09:27.482070 run osmo-msc_10.42.42.6(pid=1015): Launched\u000a22:09:27.677346 run osmo-stp_10.42.42.5(pid=1012): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1012)]\u000a22:09:27.818317 run osmo-stp_10.42.42.5(pid=1012): stdout: \u000a| (launched: 2022-12-12_22:09:26.261605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:27.957327 run osmo-stp_10.42.42.5(pid=1012): stderr: \u000a| �[0;m�[38;5;43m20221212220926459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220926459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220926459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220926460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220926460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220926460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220926460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:28.090665 run osmo-stp_10.42.42.5(pid=1012): stdout: \u000a| (launched: 2022-12-12_22:09:26.261605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:28.222631 run osmo-stp_10.42.42.5(pid=1012): stderr: \u000a| �[0;m�[38;5;43m20221212220926459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220926459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220926459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220926460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220926460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220926460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220926460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:28.280587 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1012): Process ended prematurely: osmo-stp_10.42.42.5(pid=1012) [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1012)] [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a22:09:28.290063 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a22:09:28.354346 run osmo-hlr_10.42.42.2(pid=1009): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1009)]\u000a22:09:28.406739 run osmo-hlr_10.42.42.2(pid=1009): stdout: \u000a| (launched: 2022-12-12_22:09:25.230172) \u000a22:09:28.459735 run osmo-hlr_10.42.42.2(pid=1009): stderr: \u000a| �[0;m�[1;31m20221212220925429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212220925429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212220925429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220925429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220925429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212220925429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212220925444 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212220925454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212220925454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212220925454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:09:28.530707 run osmo-msc_10.42.42.6(pid=1015): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1015)]\u000a22:09:28.583227 run osmo-msc_10.42.42.6(pid=1015): stdout: \u000a| (launched: 2022-12-12_22:09:27.317581) \u000a22:09:28.635783 run osmo-msc_10.42.42.6(pid=1015): stderr: \u000a| �[0;m�[38;5;43m20221212220927643 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212220927643 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc6da27dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212220927643 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212220927643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212220927644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212220927644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212220927646 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212220927646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212220927646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212220927646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:09:28.680378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1008): Terminating (SIGTERM)\u000a22:09:28.722489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1011): Terminating (SIGTERM)\u000a22:09:28.764598 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1014): Terminating (SIGTERM)\u000a22:09:28.774840 --- ParallelTerminationStrategy: PID 1008 died...\u000a22:09:28.831035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1008): Terminated: ok {rc=0}\u000a22:09:28.841725 --- ParallelTerminationStrategy: PID 1011 died...\u000a22:09:28.898275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1011): Terminated: ok {rc=0}\u000a22:09:28.908428 --- ParallelTerminationStrategy: PID 1014 died...\u000a22:09:28.964423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1014): Terminated: ok {rc=0}\u000a22:09:29.052115 bus /sierra_3: Setting Powered False\u000a22:09:30.158682 bus /sierra_3: Setting Powered False\u000a22:09:31.281967 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1023): Process ended prematurely: osmo-stp_10.42.42.5(pid=1023) [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1023)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1023): Process ended prematurely: osmo-stp_10.42.42.5(pid=1023) [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:09:32.390822 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:09:32.402383 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:09:32.547110 tst mo_mt_call_osmux.py: using LAC 31829\u000a22:09:32.675029 tst mo_mt_call_osmux.py: using RAC 209\u000a22:09:32.803244 tst mo_mt_call_osmux.py: using CellId 31829\u000a22:09:32.931621 tst mo_mt_call_osmux.py: using BVCI 31830\u000a22:09:32.957386 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:09:32.969131 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:09:32.980571 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:09:32.992332 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:09:33.004084 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:09:33.015944 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:09:33.136534 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:09:33.352571 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:09:33.874027 run create_hlr_db(pid=1017): Launched\u000a22:09:34.065873 bus /sierra_2: Setting Powered False\u000a22:09:35.085062 run create_hlr_db(pid=1017): Terminated: ok {rc=0}\u000a22:09:35.501488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1019): Launched\u000a22:09:35.811704 run osmo-hlr_10.42.42.2(pid=1020): Launched\u000a22:09:35.930624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:09:36.466948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1022): Launched\u000a22:09:36.774922 run osmo-stp_10.42.42.5(pid=1023): Launched\u000a22:09:36.886420 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:09:37.449668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1025): Launched\u000a22:09:37.760334 run osmo-msc_10.42.42.6(pid=1026): Launched\u000a22:09:37.940727 run osmo-stp_10.42.42.5(pid=1023): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1023)]\u000a22:09:38.071298 run osmo-stp_10.42.42.5(pid=1023): stdout: \u000a| (launched: 2022-12-12_22:09:36.623532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:38.199781 run osmo-stp_10.42.42.5(pid=1023): stderr: \u000a| �[0;m�[38;5;43m20221212220936795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220936795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220936796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220936796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220936796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220936797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220936797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:38.322976 run osmo-stp_10.42.42.5(pid=1023): stdout: \u000a| (launched: 2022-12-12_22:09:36.623532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:38.445467 run osmo-stp_10.42.42.5(pid=1023): stderr: \u000a| �[0;m�[38;5;43m20221212220936795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220936795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220936796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220936796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220936796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220936797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220936797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:38.499260 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1023): Process ended prematurely: osmo-stp_10.42.42.5(pid=1023) [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1023)] [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a22:09:38.507734 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:09:38.566633 run osmo-hlr_10.42.42.2(pid=1020): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1020)]\u000a22:09:38.615159 run osmo-hlr_10.42.42.2(pid=1020): stdout: \u000a| (launched: 2022-12-12_22:09:35.659061) \u000a22:09:38.664424 run osmo-hlr_10.42.42.2(pid=1020): stderr: \u000a| �[0;m�[1;31m20221212220935836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212220935836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212220935836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220935836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220935836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212220935836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212220935849 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212220935857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212220935858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212220935858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:09:38.731066 run osmo-msc_10.42.42.6(pid=1026): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1026)]\u000a22:09:38.779663 run osmo-msc_10.42.42.6(pid=1026): stdout: \u000a| (launched: 2022-12-12_22:09:37.607172) \u000a22:09:38.828521 run osmo-msc_10.42.42.6(pid=1026): stderr: \u000a| �[0;m�[38;5;43m20221212220937882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212220937882 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f486c0cac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212220937882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212220937882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212220937882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212220937883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212220937884 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212220937885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212220937885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212220937885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:09:38.869918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1019): Terminating (SIGTERM)\u000a22:09:38.909161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1022): Terminating (SIGTERM)\u000a22:09:38.948295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1025): Terminating (SIGTERM)\u000a22:09:38.957410 --- ParallelTerminationStrategy: PID 1019 died...\u000a22:09:39.010455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1019): Terminated: ok {rc=0}\u000a22:09:39.019929 --- ParallelTerminationStrategy: PID 1022 died...\u000a22:09:39.072173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1022): Terminated: ok {rc=0}\u000a22:09:39.081637 --- ParallelTerminationStrategy: PID 1025 died...\u000a22:09:39.133744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1025): Terminated: ok {rc=0}\u000a22:09:39.220602 bus /sierra_3: Setting Powered False\u000a22:09:40.320721 bus /sierra_3: Setting Powered False\u000a22:09:41.432096 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:09:21" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1038): Process ended prematurely: osmo-stp_10.42.42.5(pid=1038) [trial-2383↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1038)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1038): Process ended prematurely: osmo-stp_10.42.42.5(pid=1038) [trial-2383↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1038)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:09:43.392937 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:09:43.404624 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:09:43.559136 tst mo_mt_call.py: using LAC 31830\u000a22:09:43.689365 tst mo_mt_call.py: using RAC 210\u000a22:09:43.821152 tst mo_mt_call.py: using CellId 31830\u000a22:09:43.955330 tst mo_mt_call.py: using BVCI 31831\u000a22:09:43.980678 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:09:43.992156 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:09:44.003366 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:09:44.015013 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:09:44.026574 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:09:44.038288 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:09:44.153481 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:09:44.357034 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:09:44.852078 run create_hlr_db(pid=1032): Launched\u000a22:09:45.029637 bus /sierra_2: Setting Powered False\u000a22:09:46.077307 run create_hlr_db(pid=1032): Terminated: ok {rc=0}\u000a22:09:46.566698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1034): Launched\u000a22:09:47.010621 run osmo-hlr_10.42.42.2(pid=1035): Launched\u000a22:09:47.180087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:09:47.739716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1037): Launched\u000a22:09:48.047845 run osmo-stp_10.42.42.5(pid=1038): Launched\u000a22:09:48.159244 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:09:48.720578 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1040): Launched\u000a22:09:49.029259 run osmo-msc_10.42.42.6(pid=1041): Launched\u000a22:09:49.211100 run osmo-stp_10.42.42.5(pid=1038): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1038)]\u000a22:09:49.342028 run osmo-stp_10.42.42.5(pid=1038): stdout: \u000a| (launched: 2022-12-12_22:09:47.896327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:49.471749 run osmo-stp_10.42.42.5(pid=1038): stderr: \u000a| �[0;m�[38;5;43m20221212220948070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220948070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220948071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220948071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220948072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220948072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220948072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:49.595799 run osmo-stp_10.42.42.5(pid=1038): stdout: \u000a| (launched: 2022-12-12_22:09:47.896327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:49.718484 run osmo-stp_10.42.42.5(pid=1038): stderr: \u000a| �[0;m�[38;5;43m20221212220948070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220948070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220948071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220948071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220948072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220948072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220948072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:49.772478 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1038): Process ended prematurely: osmo-stp_10.42.42.5(pid=1038) [trial-2383↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1038)] [trial-2383↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a22:09:49.780788 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a22:09:49.839906 run osmo-hlr_10.42.42.2(pid=1035): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1035)]\u000a22:09:49.888748 run osmo-hlr_10.42.42.2(pid=1035): stdout: \u000a| (launched: 2022-12-12_22:09:46.739453) \u000a22:09:49.938133 run osmo-hlr_10.42.42.2(pid=1035): stderr: \u000a| �[0;m�[1;31m20221212220947055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212220947055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212220947055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220947055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220947055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212220947055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212220947075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212220947087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212220947088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212220947088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:09:50.005142 run osmo-msc_10.42.42.6(pid=1041): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1041)]\u000a22:09:50.054120 run osmo-msc_10.42.42.6(pid=1041): stdout: \u000a| (launched: 2022-12-12_22:09:48.877266) \u000a22:09:50.103571 run osmo-msc_10.42.42.6(pid=1041): stderr: \u000a| �[0;m�[38;5;43m20221212220949151 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212220949151 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3506721c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212220949152 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212220949152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212220949152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212220949152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212220949154 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212220949154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212220949154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212220949154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:09:50.145389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1034): Terminating (SIGTERM)\u000a22:09:50.184827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1037): Terminating (SIGTERM)\u000a22:09:50.224259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1040): Terminating (SIGTERM)\u000a22:09:50.233351 --- ParallelTerminationStrategy: PID 1034 died...\u000a22:09:50.286585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1034): Terminated: ok {rc=0}\u000a22:09:50.296037 --- ParallelTerminationStrategy: PID 1037 died...\u000a22:09:50.349025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1037): Terminated: ok {rc=0}\u000a22:09:50.358441 --- ParallelTerminationStrategy: PID 1040 died...\u000a22:09:50.411009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1040): Terminated: ok {rc=0}\u000a22:09:50.494153 bus /sierra_3: Setting Powered False\u000a22:09:51.601040 bus /sierra_3: Setting Powered False\u000a22:09:52.709005 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1049): Process ended prematurely: osmo-stp_10.42.42.5(pid=1049) [trial-2383↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1049)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1049): Process ended prematurely: osmo-stp_10.42.42.5(pid=1049) [trial-2383↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1049)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:09:53.825423 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:09:53.837631 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:09:53.992767 tst mo_mt_call_osmux.py: using LAC 31831\u000a22:09:54.123526 tst mo_mt_call_osmux.py: using RAC 211\u000a22:09:54.248471 tst mo_mt_call_osmux.py: using CellId 31831\u000a22:09:54.370213 tst mo_mt_call_osmux.py: using BVCI 31832\u000a22:09:54.393917 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:09:54.404859 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:09:54.415655 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:09:54.426450 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:09:54.437240 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:09:54.447989 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:09:54.567832 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:09:54.773656 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:09:55.268818 run create_hlr_db(pid=1043): Launched\u000a22:09:55.446814 bus /sierra_2: Setting Powered False\u000a22:09:56.467303 run create_hlr_db(pid=1043): Terminated: ok {rc=0}\u000a22:09:56.905888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1045): Launched\u000a22:09:57.236892 run osmo-hlr_10.42.42.2(pid=1046): Launched\u000a22:09:57.360037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:09:57.935980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1048): Launched\u000a22:09:58.268368 run osmo-stp_10.42.42.5(pid=1049): Launched\u000a22:09:58.389466 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:09:58.991499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1051): Launched\u000a22:09:59.322263 run osmo-msc_10.42.42.6(pid=1052): Launched\u000a22:09:59.516845 run osmo-stp_10.42.42.5(pid=1049): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1049)]\u000a22:09:59.657656 run osmo-stp_10.42.42.5(pid=1049): stdout: \u000a| (launched: 2022-12-12_22:09:58.105334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:59.797350 run osmo-stp_10.42.42.5(pid=1049): stderr: \u000a| �[0;m�[38;5;43m20221212220958299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220958299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220958300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220958300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220958301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220958301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220958301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:59.930244 run osmo-stp_10.42.42.5(pid=1049): stdout: \u000a| (launched: 2022-12-12_22:09:58.105334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:00.061883 run osmo-stp_10.42.42.5(pid=1049): stderr: \u000a| �[0;m�[38;5;43m20221212220958299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220958299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220958300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220958300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220958301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220958301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220958301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:00.119861 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1049): Process ended prematurely: osmo-stp_10.42.42.5(pid=1049) [trial-2383↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1049)] [trial-2383↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a22:10:00.129297 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:10:00.192283 run osmo-hlr_10.42.42.2(pid=1046): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1046)]\u000a22:10:00.243918 run osmo-hlr_10.42.42.2(pid=1046): stdout: \u000a| (launched: 2022-12-12_22:09:57.074585) \u000a22:10:00.296164 run osmo-hlr_10.42.42.2(pid=1046): stderr: \u000a| �[0;m�[1;31m20221212220957277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212220957277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212220957277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220957277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220957277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212220957277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212220957289 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212220957298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212220957298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212220957298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:10:00.367269 run osmo-msc_10.42.42.6(pid=1052): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1052)]\u000a22:10:00.418998 run osmo-msc_10.42.42.6(pid=1052): stdout: \u000a| (launched: 2022-12-12_22:09:59.159753) \u000a22:10:00.471228 run osmo-msc_10.42.42.6(pid=1052): stderr: \u000a| �[0;m�[38;5;43m20221212220959486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212220959487 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f89a2353c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212220959487 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212220959487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212220959487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212220959487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212220959489 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212220959489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212220959489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212220959489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:10:00.515179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1045): Terminating (SIGTERM)\u000a22:10:00.557262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1048): Terminating (SIGTERM)\u000a22:10:00.599229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1051): Terminating (SIGTERM)\u000a22:10:00.609268 --- ParallelTerminationStrategy: PID 1045 died...\u000a22:10:00.664900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1045): Terminated: ok {rc=0}\u000a22:10:00.675353 --- ParallelTerminationStrategy: PID 1048 died...\u000a22:10:00.731353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1048): Terminated: ok {rc=0}\u000a22:10:00.741432 --- ParallelTerminationStrategy: PID 1051 died...\u000a22:10:00.796785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1051): Terminated: ok {rc=0}\u000a22:10:00.888681 bus /sierra_3: Setting Powered False\u000a22:10:02.002581 bus /sierra_3: Setting Powered False\u000a22:10:03.112652 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:09:43" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1066): Process ended prematurely: osmo-stp_10.42.42.5(pid=1066) [trial-2383↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1066)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1066): Process ended prematurely: osmo-stp_10.42.42.5(pid=1066) [trial-2383↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1066)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:10:05.059691 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:10:05.070590 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:10:05.216830 tst mo_mt_call.py: using LAC 31832\u000a22:10:05.338605 tst mo_mt_call.py: using RAC 212\u000a22:10:05.462828 tst mo_mt_call.py: using CellId 31832\u000a22:10:05.587087 tst mo_mt_call.py: using BVCI 31833\u000a22:10:05.611031 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:10:05.622096 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:10:05.632698 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:10:05.643439 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:10:05.654230 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:10:05.665097 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:10:05.785105 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:10:05.999005 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:10:06.521137 run create_hlr_db(pid=1060): Launched\u000a22:10:06.714556 bus /sierra_2: Setting Powered False\u000a22:10:07.733543 run create_hlr_db(pid=1060): Terminated: ok {rc=0}\u000a22:10:08.172676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1062): Launched\u000a22:10:08.504713 run osmo-hlr_10.42.42.2(pid=1063): Launched\u000a22:10:08.628927 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:10:09.205193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1065): Launched\u000a22:10:09.537404 run osmo-stp_10.42.42.5(pid=1066): Launched\u000a22:10:09.658301 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:10:10.261784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1068): Launched\u000a22:10:10.592468 run osmo-msc_10.42.42.6(pid=1069): Launched\u000a22:10:10.786355 run osmo-stp_10.42.42.5(pid=1066): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1066)]\u000a22:10:10.926276 run osmo-stp_10.42.42.5(pid=1066): stdout: \u000a| (launched: 2022-12-12_22:10:09.374378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:11.065841 run osmo-stp_10.42.42.5(pid=1066): stderr: \u000a| �[0;m�[38;5;43m20221212221009568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221009568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221009569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221009569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221009570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221009570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221009570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:11.198861 run osmo-stp_10.42.42.5(pid=1066): stdout: \u000a| (launched: 2022-12-12_22:10:09.374378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:11.330607 run osmo-stp_10.42.42.5(pid=1066): stderr: \u000a| �[0;m�[38;5;43m20221212221009568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221009568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221009569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221009569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221009570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221009570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221009570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:11.388924 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1066): Process ended prematurely: osmo-stp_10.42.42.5(pid=1066) [trial-2383↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1066)] [trial-2383↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a22:10:11.398382 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a22:10:11.462286 run osmo-hlr_10.42.42.2(pid=1063): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1063)]\u000a22:10:11.514247 run osmo-hlr_10.42.42.2(pid=1063): stdout: \u000a| (launched: 2022-12-12_22:10:08.340908) \u000a22:10:11.566491 run osmo-hlr_10.42.42.2(pid=1063): stderr: \u000a| �[0;m�[1;31m20221212221008544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221008544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221008544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221008544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221008544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221008544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221008560 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221008570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221008570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221008570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:10:11.637354 run osmo-msc_10.42.42.6(pid=1069): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1069)]\u000a22:10:11.688995 run osmo-msc_10.42.42.6(pid=1069): stdout: \u000a| (launched: 2022-12-12_22:10:10.430358) \u000a22:10:11.742064 run osmo-msc_10.42.42.6(pid=1069): stderr: \u000a| �[0;m�[38;5;43m20221212221010756 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212221010756 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f50611a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212221010756 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212221010756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212221010756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212221010756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212221010758 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212221010759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212221010759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212221010759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:10:11.786260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1062): Terminating (SIGTERM)\u000a22:10:11.828671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1065): Terminating (SIGTERM)\u000a22:10:11.870934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1068): Terminating (SIGTERM)\u000a22:10:11.881216 --- ParallelTerminationStrategy: PID 1062 died...\u000a22:10:11.937759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1062): Terminated: ok {rc=0}\u000a22:10:11.947930 --- ParallelTerminationStrategy: PID 1065 died...\u000a22:10:12.004312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1065): Terminated: ok {rc=0}\u000a22:10:12.014573 --- ParallelTerminationStrategy: PID 1068 died...\u000a22:10:12.070613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1068): Terminated: ok {rc=0}\u000a22:10:12.157263 bus /sierra_3: Setting Powered False\u000a22:10:13.263914 bus /sierra_3: Setting Powered False\u000a22:10:14.371016 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1077): Process ended prematurely: osmo-stp_10.42.42.5(pid=1077) [trial-2383↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1077)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1077): Process ended prematurely: osmo-stp_10.42.42.5(pid=1077) [trial-2383↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1077)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:10:15.480337 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:10:15.491720 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:10:15.650402 tst mo_mt_call_osmux.py: using LAC 31833\u000a22:10:15.778801 tst mo_mt_call_osmux.py: using RAC 213\u000a22:10:15.915185 tst mo_mt_call_osmux.py: using CellId 31833\u000a22:10:16.047077 tst mo_mt_call_osmux.py: using BVCI 31834\u000a22:10:16.073787 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:10:16.086433 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:10:16.099015 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:10:16.113568 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:10:16.126996 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:10:16.139538 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:10:16.263551 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:10:16.532134 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:10:17.128214 run create_hlr_db(pid=1071): Launched\u000a22:10:17.323163 bus /sierra_2: Setting Powered False\u000a22:10:18.340697 run create_hlr_db(pid=1071): Terminated: ok {rc=0}\u000a22:10:18.753956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1073): Launched\u000a22:10:19.061741 run osmo-hlr_10.42.42.2(pid=1074): Launched\u000a22:10:19.183907 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:10:19.730624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1076): Launched\u000a22:10:20.038628 run osmo-stp_10.42.42.5(pid=1077): Launched\u000a22:10:20.149699 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:10:20.713191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1079): Launched\u000a22:10:21.023886 run osmo-msc_10.42.42.6(pid=1080): Launched\u000a22:10:21.204317 run osmo-stp_10.42.42.5(pid=1077): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1077)]\u000a22:10:21.335104 run osmo-stp_10.42.42.5(pid=1077): stdout: \u000a| (launched: 2022-12-12_22:10:19.887519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:21.463447 run osmo-stp_10.42.42.5(pid=1077): stderr: \u000a| �[0;m�[38;5;43m20221212221020061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221020061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221020061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221020061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221020062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221020062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221020062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:21.587186 run osmo-stp_10.42.42.5(pid=1077): stdout: \u000a| (launched: 2022-12-12_22:10:19.887519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:21.709911 run osmo-stp_10.42.42.5(pid=1077): stderr: \u000a| �[0;m�[38;5;43m20221212221020061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221020061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221020061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221020061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221020062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221020062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221020062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:21.764245 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1077): Process ended prematurely: osmo-stp_10.42.42.5(pid=1077) [trial-2383↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1077)] [trial-2383↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a22:10:21.772917 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:10:21.832061 run osmo-hlr_10.42.42.2(pid=1074): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1074)]\u000a22:10:21.880599 run osmo-hlr_10.42.42.2(pid=1074): stdout: \u000a| (launched: 2022-12-12_22:10:18.910784) \u000a22:10:21.930073 run osmo-hlr_10.42.42.2(pid=1074): stderr: \u000a| �[0;m�[1;31m20221212221019088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221019088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221019089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221019089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221019089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221019089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221019101 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221019110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221019110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221019110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:10:21.996562 run osmo-msc_10.42.42.6(pid=1080): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1080)]\u000a22:10:22.045156 run osmo-msc_10.42.42.6(pid=1080): stdout: \u000a| (launched: 2022-12-12_22:10:20.870913) \u000a22:10:22.094930 run osmo-msc_10.42.42.6(pid=1080): stderr: \u000a| �[0;m�[38;5;43m20221212221021146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212221021146 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8182018c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212221021146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212221021146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212221021146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212221021147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212221021148 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212221021149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212221021149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212221021149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:10:22.137287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1073): Terminating (SIGTERM)\u000a22:10:22.176875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1076): Terminating (SIGTERM)\u000a22:10:22.216291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1079): Terminating (SIGTERM)\u000a22:10:22.225471 --- ParallelTerminationStrategy: PID 1073 died...\u000a22:10:22.278510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1073): Terminated: ok {rc=0}\u000a22:10:22.288125 --- ParallelTerminationStrategy: PID 1076 died...\u000a22:10:22.341072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1076): Terminated: ok {rc=0}\u000a22:10:22.350439 --- ParallelTerminationStrategy: PID 1079 died...\u000a22:10:22.402632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1079): Terminated: ok {rc=0}\u000a22:10:22.491959 bus /sierra_3: Setting Powered False\u000a22:10:23.594823 bus /sierra_3: Setting Powered False\u000a22:10:24.707200 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:10:04" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1091): Process ended prematurely: osmo-stp_10.42.42.5(pid=1091) [trial-2383↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1091)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1091): Process ended prematurely: osmo-stp_10.42.42.5(pid=1091) [trial-2383↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1091)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a22:10:26.667838 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:10:26.679566 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:10:26.833368 tst mo_mt_call.py: using LAC 31834\u000a22:10:26.962284 tst mo_mt_call.py: using RAC 214\u000a22:10:27.090822 tst mo_mt_call.py: using CellId 31834\u000a22:10:27.219084 tst mo_mt_call.py: using BVCI 31835\u000a22:10:27.244448 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:10:27.255975 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:10:27.267335 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:10:27.279065 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:10:27.290773 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:10:27.302312 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:10:27.419725 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:10:27.633369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:10:28.153915 run create_hlr_db(pid=1085): Launched\u000a22:10:28.346308 bus /sierra_2: Setting Powered False\u000a22:10:29.365671 run create_hlr_db(pid=1085): Terminated: ok {rc=0}\u000a22:10:29.780871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1087): Launched\u000a22:10:30.091202 run osmo-hlr_10.42.42.2(pid=1088): Launched\u000a22:10:30.205402 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:10:30.741473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1090): Launched\u000a22:10:31.086682 run osmo-stp_10.42.42.5(pid=1091): Launched\u000a22:10:31.219682 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:10:31.951144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1093): Launched\u000a22:10:32.392270 run osmo-msc_10.42.42.6(pid=1094): Launched\u000a22:10:32.574385 run osmo-stp_10.42.42.5(pid=1091): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1091)]\u000a22:10:32.704890 run osmo-stp_10.42.42.5(pid=1091): stdout: \u000a| (launched: 2022-12-12_22:10:30.912581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:32.833876 run osmo-stp_10.42.42.5(pid=1091): stderr: \u000a| �[0;m�[38;5;43m20221212221031320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221031320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221031326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221031327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221031327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221031327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221031327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:32.957990 run osmo-stp_10.42.42.5(pid=1091): stdout: \u000a| (launched: 2022-12-12_22:10:30.912581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:33.081078 run osmo-stp_10.42.42.5(pid=1091): stderr: \u000a| �[0;m�[38;5;43m20221212221031320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221031320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221031326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221031327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221031327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221031327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221031327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:33.135177 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1091): Process ended prematurely: osmo-stp_10.42.42.5(pid=1091) [trial-2383↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1091)] [trial-2383↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a22:10:33.143681 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a22:10:33.203426 run osmo-hlr_10.42.42.2(pid=1088): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1088)]\u000a22:10:33.252832 run osmo-hlr_10.42.42.2(pid=1088): stdout: \u000a| (launched: 2022-12-12_22:10:29.938149) \u000a22:10:33.303749 run osmo-hlr_10.42.42.2(pid=1088): stderr: \u000a| �[0;m�[1;31m20221212221030116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221030116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221030116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221030116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221030116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221030116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221030129 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221030137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221030137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221030137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:10:33.371647 run osmo-msc_10.42.42.6(pid=1094): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1094)]\u000a22:10:33.421122 run osmo-msc_10.42.42.6(pid=1094): stdout: \u000a| (launched: 2022-12-12_22:10:32.125100) \u000a22:10:33.471000 run osmo-msc_10.42.42.6(pid=1094): stderr: \u000a| �[0;m�[38;5;43m20221212221032512 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212221032512 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f52d15a0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212221032512 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212221032512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212221032513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212221032513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212221032515 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212221032515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212221032515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212221032515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:10:33.513213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1087): Terminating (SIGTERM)\u000a22:10:33.553481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1090): Terminating (SIGTERM)\u000a22:10:33.593558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1093): Terminating (SIGTERM)\u000a22:10:33.602709 --- ParallelTerminationStrategy: PID 1087 died...\u000a22:10:33.656083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1087): Terminated: ok {rc=0}\u000a22:10:33.665655 --- ParallelTerminationStrategy: PID 1090 died...\u000a22:10:33.718838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1090): Terminated: ok {rc=0}\u000a22:10:33.728404 --- ParallelTerminationStrategy: PID 1093 died...\u000a22:10:33.781391 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1093): Terminated: ok {rc=0}\u000a22:10:33.866269 bus /sierra_3: Setting Powered False\u000a22:10:34.966916 bus /sierra_3: Setting Powered False\u000a22:10:36.078632 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1102): Process ended prematurely: osmo-stp_10.42.42.5(pid=1102) [trial-2383↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1102)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1102): Process ended prematurely: osmo-stp_10.42.42.5(pid=1102) [trial-2383↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1102)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:10:37.189766 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:10:37.201436 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:10:37.346463 tst mo_mt_call_osmux.py: using LAC 31835\u000a22:10:37.470204 tst mo_mt_call_osmux.py: using RAC 215\u000a22:10:37.593220 tst mo_mt_call_osmux.py: using CellId 31835\u000a22:10:37.716218 tst mo_mt_call_osmux.py: using BVCI 31836\u000a22:10:37.739709 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:10:37.750708 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:10:37.761621 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:10:37.772436 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:10:37.783302 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:10:37.794148 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:10:37.913450 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:10:38.128504 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:10:38.651287 run create_hlr_db(pid=1096): Launched\u000a22:10:38.842739 bus /sierra_2: Setting Powered False\u000a22:10:39.862569 run create_hlr_db(pid=1096): Terminated: ok {rc=0}\u000a22:10:40.301952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1098): Launched\u000a22:10:40.634176 run osmo-hlr_10.42.42.2(pid=1099): Launched\u000a22:10:40.754221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:10:41.327762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1101): Launched\u000a22:10:41.658687 run osmo-stp_10.42.42.5(pid=1102): Launched\u000a22:10:41.778888 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:10:42.382372 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1104): Launched\u000a22:10:42.713577 run osmo-msc_10.42.42.6(pid=1105): Launched\u000a22:10:42.906187 run osmo-stp_10.42.42.5(pid=1102): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1102)]\u000a22:10:43.045723 run osmo-stp_10.42.42.5(pid=1102): stdout: \u000a| (launched: 2022-12-12_22:10:41.495853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:43.184529 run osmo-stp_10.42.42.5(pid=1102): stderr: \u000a| �[0;m�[38;5;43m20221212221041691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221041691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221041691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221041692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221041692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221041692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221041692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:43.316914 run osmo-stp_10.42.42.5(pid=1102): stdout: \u000a| (launched: 2022-12-12_22:10:41.495853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:43.448807 run osmo-stp_10.42.42.5(pid=1102): stderr: \u000a| �[0;m�[38;5;43m20221212221041691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221041691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221041691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221041692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221041692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221041692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221041692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:43.506626 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1102): Process ended prematurely: osmo-stp_10.42.42.5(pid=1102) [trial-2383↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1102)] [trial-2383↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a22:10:43.515809 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a22:10:43.578819 run osmo-hlr_10.42.42.2(pid=1099): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1099)]\u000a22:10:43.630152 run osmo-hlr_10.42.42.2(pid=1099): stdout: \u000a| (launched: 2022-12-12_22:10:40.470968) \u000a22:10:43.682069 run osmo-hlr_10.42.42.2(pid=1099): stderr: \u000a| �[0;m�[1;31m20221212221040672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221040672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221040672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221040672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221040672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221040672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221040685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221040693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221040693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221040693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:10:43.752648 run osmo-msc_10.42.42.6(pid=1105): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1105)]\u000a22:10:43.804578 run osmo-msc_10.42.42.6(pid=1105): stdout: \u000a| (launched: 2022-12-12_22:10:42.550980) \u000a22:10:43.856392 run osmo-msc_10.42.42.6(pid=1105): stderr: \u000a| �[0;m�[38;5;43m20221212221042875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212221042875 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdba7a0fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212221042875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212221042875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212221042875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212221042875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212221042877 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212221042878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212221042878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212221042878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:10:43.900677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1098): Terminating (SIGTERM)\u000a22:10:43.942218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1101): Terminating (SIGTERM)\u000a22:10:43.984055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1104): Terminating (SIGTERM)\u000a22:10:43.994035 --- ParallelTerminationStrategy: PID 1098 died...\u000a22:10:44.049736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1098): Terminated: ok {rc=0}\u000a22:10:44.059916 --- ParallelTerminationStrategy: PID 1101 died...\u000a22:10:44.115395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1101): Terminated: ok {rc=0}\u000a22:10:44.125632 --- ParallelTerminationStrategy: PID 1104 died...\u000a22:10:44.181189 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1104): Terminated: ok {rc=0}\u000a22:10:44.267835 bus /sierra_3: Setting Powered False\u000a22:10:45.374543 bus /sierra_3: Setting Powered False\u000a22:10:46.488094 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:10:26" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1118): Process ended prematurely: osmo-stp_10.42.42.5(pid=1118) [trial-2383↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1118)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1118): Process ended prematurely: osmo-stp_10.42.42.5(pid=1118) [trial-2383↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1118)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a22:10:48.434810 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:10:48.445648 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:10:48.590848 tst mo_mt_call.py: using LAC 31836\u000a22:10:48.714432 tst mo_mt_call.py: using RAC 216\u000a22:10:48.837576 tst mo_mt_call.py: using CellId 31836\u000a22:10:48.959237 tst mo_mt_call.py: using BVCI 31837\u000a22:10:48.982769 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:10:48.993567 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:10:49.004107 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:10:49.014774 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:10:49.025348 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:10:49.035917 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:10:49.155278 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:10:49.374303 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:10:49.895082 run create_hlr_db(pid=1110): Launched\u000a22:10:50.086924 bus /sierra_2: Setting Powered False\u000a22:10:51.107253 run create_hlr_db(pid=1110): Terminated: ok {rc=0}\u000a22:10:51.520294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1114): Launched\u000a22:10:51.829263 run osmo-hlr_10.42.42.2(pid=1115): Launched\u000a22:10:51.947714 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:10:52.484337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1117): Launched\u000a22:10:52.794073 run osmo-stp_10.42.42.5(pid=1118): Launched\u000a22:10:52.906592 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:10:53.469366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1121): Launched\u000a22:10:53.778423 run osmo-msc_10.42.42.6(pid=1122): Launched\u000a22:10:53.959271 run osmo-stp_10.42.42.5(pid=1118): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1118)]\u000a22:10:54.090322 run osmo-stp_10.42.42.5(pid=1118): stdout: \u000a| (launched: 2022-12-12_22:10:52.641822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:54.218855 run osmo-stp_10.42.42.5(pid=1118): stderr: \u000a| �[0;m�[38;5;43m20221212221052814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221052814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221052814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221052814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221052815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221052815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221052815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:54.342384 run osmo-stp_10.42.42.5(pid=1118): stdout: \u000a| (launched: 2022-12-12_22:10:52.641822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:54.464789 run osmo-stp_10.42.42.5(pid=1118): stderr: \u000a| �[0;m�[38;5;43m20221212221052814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221052814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221052814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221052814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221052815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221052815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221052815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:54.518805 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1118): Process ended prematurely: osmo-stp_10.42.42.5(pid=1118) [trial-2383↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1118)] [trial-2383↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a22:10:54.527525 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a22:10:54.586837 run osmo-hlr_10.42.42.2(pid=1115): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1115)]\u000a22:10:54.635920 run osmo-hlr_10.42.42.2(pid=1115): stdout: \u000a| (launched: 2022-12-12_22:10:51.677143) \u000a22:10:54.685590 run osmo-hlr_10.42.42.2(pid=1115): stderr: \u000a| �[0;m�[1;31m20221212221051856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221051856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221051856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221051856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221051856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221051857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221051869 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221051877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221051878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221051878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:10:54.752831 run osmo-msc_10.42.42.6(pid=1122): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1122)]\u000a22:10:54.801749 run osmo-msc_10.42.42.6(pid=1122): stdout: \u000a| (launched: 2022-12-12_22:10:53.626119) \u000a22:10:54.851377 run osmo-msc_10.42.42.6(pid=1122): stderr: \u000a| �[0;m�[38;5;43m20221212221053898 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212221053899 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f72121eec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212221053899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212221053899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212221053899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212221053899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212221053901 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212221053901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212221053902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212221053902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:10:54.893831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1114): Terminating (SIGTERM)\u000a22:10:54.933556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1117): Terminating (SIGTERM)\u000a22:10:54.973076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1121): Terminating (SIGTERM)\u000a22:10:54.982217 --- ParallelTerminationStrategy: PID 1114 died...\u000a22:10:55.035145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1114): Terminated: ok {rc=0}\u000a22:10:55.045022 --- ParallelTerminationStrategy: PID 1117 died...\u000a22:10:55.098106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1117): Terminated: ok {rc=0}\u000a22:10:55.107453 --- ParallelTerminationStrategy: PID 1121 died...\u000a22:10:55.159945 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1121): Terminated: ok {rc=0}\u000a22:10:55.243204 bus /sierra_3: Setting Powered False\u000a22:10:56.343291 bus /sierra_3: Setting Powered False\u000a22:10:57.455019 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1139): Process ended prematurely: osmo-stp_10.42.42.5(pid=1139) [trial-2383↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1139)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1139): Process ended prematurely: osmo-stp_10.42.42.5(pid=1139) [trial-2383↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1139)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:10:58.565030 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:10:58.576509 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:10:58.724552 tst mo_mt_call_osmux.py: using LAC 31837\u000a22:10:58.850336 tst mo_mt_call_osmux.py: using RAC 217\u000a22:10:58.970338 tst mo_mt_call_osmux.py: using CellId 31837\u000a22:10:59.090017 tst mo_mt_call_osmux.py: using BVCI 31838\u000a22:10:59.113674 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:10:59.124343 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:10:59.134991 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:10:59.145593 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:10:59.156075 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:10:59.166706 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:10:59.288412 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:10:59.496146 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:10:59.990197 run create_hlr_db(pid=1128): Launched\u000a22:11:00.168900 bus /sierra_2: Setting Powered False\u000a22:11:01.206809 run create_hlr_db(pid=1128): Terminated: ok {rc=0}\u000a22:11:01.671859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1130): Launched\u000a22:11:02.109098 run osmo-hlr_10.42.42.2(pid=1131): Launched\u000a22:11:02.307256 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:11:02.843680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1133): Launched\u000a22:11:03.153153 run osmo-stp_10.42.42.5(pid=1139): Launched\u000a22:11:03.265910 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:11:03.828381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1141): Launched\u000a22:11:04.138358 run osmo-msc_10.42.42.6(pid=1142): Launched\u000a22:11:04.319430 run osmo-stp_10.42.42.5(pid=1139): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1139)]\u000a22:11:04.450894 run osmo-stp_10.42.42.5(pid=1139): stdout: \u000a| (launched: 2022-12-12_22:11:03.000304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:04.579667 run osmo-stp_10.42.42.5(pid=1139): stderr: \u000a| �[0;m�[38;5;43m20221212221103172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221103172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221103172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221103172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221103173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221103173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221103173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:04.703617 run osmo-stp_10.42.42.5(pid=1139): stdout: \u000a| (launched: 2022-12-12_22:11:03.000304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:04.826453 run osmo-stp_10.42.42.5(pid=1139): stderr: \u000a| �[0;m�[38;5;43m20221212221103172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221103172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221103172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221103172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221103173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221103173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221103173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:04.880448 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1139): Process ended prematurely: osmo-stp_10.42.42.5(pid=1139) [trial-2383↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1139)] [trial-2383↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a22:11:04.889129 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a22:11:04.948367 run osmo-hlr_10.42.42.2(pid=1131): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1131)]\u000a22:11:04.996931 run osmo-hlr_10.42.42.2(pid=1131): stdout: \u000a| (launched: 2022-12-12_22:11:01.843727) \u000a22:11:05.046491 run osmo-hlr_10.42.42.2(pid=1131): stderr: \u000a| �[0;m�[1;31m20221212221102134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221102134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221102134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221102134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221102134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221102134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221102146 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221102154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221102155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221102155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:11:05.113611 run osmo-msc_10.42.42.6(pid=1142): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1142)]\u000a22:11:05.162403 run osmo-msc_10.42.42.6(pid=1142): stdout: \u000a| (launched: 2022-12-12_22:11:03.984869) \u000a22:11:05.211680 run osmo-msc_10.42.42.6(pid=1142): stderr: \u000a| �[0;m�[38;5;43m20221212221104261 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212221104261 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f855bdadc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212221104261 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212221104261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212221104261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212221104262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212221104263 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212221104264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212221104264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212221104264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:11:05.253530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1130): Terminating (SIGTERM)\u000a22:11:05.293140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1133): Terminating (SIGTERM)\u000a22:11:05.333022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1141): Terminating (SIGTERM)\u000a22:11:05.342276 --- ParallelTerminationStrategy: PID 1130 died...\u000a22:11:05.395163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1130): Terminated: ok {rc=0}\u000a22:11:05.404653 --- ParallelTerminationStrategy: PID 1133 died...\u000a22:11:05.457719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1133): Terminated: ok {rc=0}\u000a22:11:05.467213 --- ParallelTerminationStrategy: PID 1141 died...\u000a22:11:05.519869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1141): Terminated: ok {rc=0}\u000a22:11:05.607607 bus /sierra_3: Setting Powered False\u000a22:11:06.710458 bus /sierra_3: Setting Powered False\u000a22:11:07.821553 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:10:48" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1154): Process ended prematurely: osmo-stp_10.42.42.5(pid=1154) [trial-2383↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1154)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1154): Process ended prematurely: osmo-stp_10.42.42.5(pid=1154) [trial-2383↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a22:11:09.784333 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a22:11:09.794989 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a22:11:09.917394 tst emergency_mo_mt_call.py: using LAC 31838\u000a22:11:10.034061 tst emergency_mo_mt_call.py: using RAC 218\u000a22:11:10.151897 tst emergency_mo_mt_call.py: using CellId 31838\u000a22:11:10.268412 tst emergency_mo_mt_call.py: using BVCI 31839\u000a22:11:10.291353 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a22:11:10.301879 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a22:11:10.312326 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a22:11:10.322708 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a22:11:10.333057 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a22:11:10.343312 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a22:11:10.462645 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a22:11:10.666960 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:11:11.153049 run create_hlr_db(pid=1148): Launched\u000a22:11:11.328717 bus /sierra_2: Setting Powered False\u000a22:11:12.348191 run create_hlr_db(pid=1148): Terminated: ok {rc=0}\u000a22:11:12.783382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1150): Launched\u000a22:11:13.109690 run osmo-hlr_10.42.42.2(pid=1151): Launched\u000a22:11:13.229311 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:11:13.797250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1153): Launched\u000a22:11:14.121966 run osmo-stp_10.42.42.5(pid=1154): Launched\u000a22:11:14.256214 tst emergency_mo_mt_call.py: using MSISDN 8000\u000a22:11:14.418047 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:11:15.009152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1156): Launched\u000a22:11:15.334921 run osmo-msc_10.42.42.6(pid=1157): Launched\u000a22:11:15.526911 run osmo-stp_10.42.42.5(pid=1154): ERR: Terminated: ERROR {rc=1} [trial-2383↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1154)]\u000a22:11:15.665343 run osmo-stp_10.42.42.5(pid=1154): stdout: \u000a| (launched: 2022-12-12_22:11:13.962755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:15.802962 run osmo-stp_10.42.42.5(pid=1154): stderr: \u000a| �[0;m�[38;5;43m20221212221114156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221114156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221114156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221114156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221114159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221114159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221114159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:15.948638 run osmo-stp_10.42.42.5(pid=1154): stdout: \u000a| (launched: 2022-12-12_22:11:13.962755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:16.081329 run osmo-stp_10.42.42.5(pid=1154): stderr: \u000a| �[0;m�[38;5;43m20221212221114156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221114156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221114156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221114156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221114159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221114159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221114159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:16.139372 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=1154): Process ended prematurely: osmo-stp_10.42.42.5(pid=1154) [trial-2383↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1154)] [trial-2383↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a22:11:16.149017 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a22:11:16.214857 run osmo-hlr_10.42.42.2(pid=1151): ERR: Terminated: ERROR {rc=237} [trial-2383↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1151)]\u000a22:11:16.267988 run osmo-hlr_10.42.42.2(pid=1151): stdout: \u000a| (launched: 2022-12-12_22:11:12.949675) \u000a22:11:16.322417 run osmo-hlr_10.42.42.2(pid=1151): stderr: \u000a| �[0;m�[1;31m20221212221113148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221113148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221113148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221113148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221113149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221113149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221113160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221113169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221113169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221113169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:11:16.395602 run osmo-msc_10.42.42.6(pid=1157): ERR: Terminated: ERROR {rc=2} [trial-2383↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1157)]\u000a22:11:16.450091 run osmo-msc_10.42.42.6(pid=1157): stdout: \u000a| (launched: 2022-12-12_22:11:15.174084) \u000a22:11:16.504747 run osmo-msc_10.42.42.6(pid=1157): stderr: \u000a| �[0;m�[38;5;43m20221212221115499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212221115499 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4dde574c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212221115499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212221115499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212221115499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212221115499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212221115501 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212221115501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212221115502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212221115502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:11:16.555174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1150): Terminating (SIGTERM)\u000a22:11:16.609780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1153): Terminating (SIGTERM)\u000a22:11:16.665734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1156): Terminating (SIGTERM)\u000a22:11:16.678662 --- ParallelTerminationStrategy: PID 1150 died...\u000a22:11:16.747770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1150): Terminated: ok {rc=0}\u000a22:11:16.760833 --- ParallelTerminationStrategy: PID 1153 died...\u000a22:11:16.829395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1153): Terminated: ok {rc=0}\u000a22:11:16.842235 --- ParallelTerminationStrategy: PID 1156 died...\u000a22:11:16.908657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1156): Terminated: ok {rc=0}\u000a22:11:17.015687 bus /sierra_3: Setting Powered False\u000a22:11:18.118703 bus /sierra_3: Setting Powered False\u000a22:11:19.230091 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1165): Process ended prematurely: osmo-stp_10.42.42.5(pid=1165) [trial-2383↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1165)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1165): Process ended prematurely: osmo-stp_10.42.42.5(pid=1165) [trial-2383↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1165)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a22:11:20.281497 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a22:11:20.292544 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a22:11:20.419040 tst emergency_preemptive_call.py: using LAC 31839\u000a22:11:20.540550 tst emergency_preemptive_call.py: using RAC 219\u000a22:11:20.660222 tst emergency_preemptive_call.py: using CellId 31839\u000a22:11:20.784105 tst emergency_preemptive_call.py: using BVCI 31840\u000a22:11:20.806995 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a22:11:20.817654 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a22:11:20.828067 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a22:11:20.838962 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a22:11:20.850468 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a22:11:20.861367 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a22:11:20.981941 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a22:11:21.099938 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a22:11:21.215211 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a22:11:21.414295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:11:21.900919 run create_hlr_db(pid=1159): Launched\u000a22:11:22.075546 bus /sierra_2: Setting Powered False\u000a22:11:23.095220 run create_hlr_db(pid=1159): Terminated: ok {rc=0}\u000a22:11:23.528770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1161): Launched\u000a22:11:23.854602 run osmo-hlr_10.42.42.2(pid=1162): Launched\u000a22:11:23.973361 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:11:24.539446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1164): Launched\u000a22:11:24.864151 run osmo-stp_10.42.42.5(pid=1165): Launched\u000a22:11:24.999186 tst emergency_preemptive_call.py: using MSISDN 8001\u000a22:11:25.161305 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:11:25.751212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1167): Launched\u000a22:11:26.075620 run osmo-msc_10.42.42.6(pid=1168): Launched\u000a22:11:26.273357 run osmo-stp_10.42.42.5(pid=1165): ERR: Terminated: ERROR {rc=1} [trial-2383↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1165)]\u000a22:11:26.411274 run osmo-stp_10.42.42.5(pid=1165): stdout: \u000a| (launched: 2022-12-12_22:11:24.704312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:26.548520 run osmo-stp_10.42.42.5(pid=1165): stderr: \u000a| �[0;m�[38;5;43m20221212221124898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221124898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221124898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221124899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221124899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221124899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221124899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:26.679228 run osmo-stp_10.42.42.5(pid=1165): stdout: \u000a| (launched: 2022-12-12_22:11:24.704312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:26.808399 run osmo-stp_10.42.42.5(pid=1165): stderr: \u000a| �[0;m�[38;5;43m20221212221124898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221124898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221124898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221124899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221124899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221124899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221124899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:26.865182 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=1165): Process ended prematurely: osmo-stp_10.42.42.5(pid=1165) [trial-2383↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1165)] [trial-2383↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a22:11:26.873948 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a22:11:26.937551 run osmo-hlr_10.42.42.2(pid=1162): ERR: Terminated: ERROR {rc=237} [trial-2383↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1162)]\u000a22:11:26.989314 run osmo-hlr_10.42.42.2(pid=1162): stdout: \u000a| (launched: 2022-12-12_22:11:23.694638) \u000a22:11:27.041644 run osmo-hlr_10.42.42.2(pid=1162): stderr: \u000a| �[0;m�[1;31m20221212221123893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221123893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221123893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221123893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221123893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221123893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221123906 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221123914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221123915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221123915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:11:27.112648 run osmo-msc_10.42.42.6(pid=1168): ERR: Terminated: ERROR {rc=2} [trial-2383↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1168)]\u000a22:11:27.164561 run osmo-msc_10.42.42.6(pid=1168): stdout: \u000a| (launched: 2022-12-12_22:11:25.916153) \u000a22:11:27.216666 run osmo-msc_10.42.42.6(pid=1168): stderr: \u000a| �[0;m�[38;5;43m20221212221126239 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212221126239 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b6ecd3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212221126239 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212221126239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212221126239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212221126239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212221126241 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212221126242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212221126242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212221126242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:11:27.261261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1161): Terminating (SIGTERM)\u000a22:11:27.303575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1164): Terminating (SIGTERM)\u000a22:11:27.345372 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1167): Terminating (SIGTERM)\u000a22:11:27.355387 --- ParallelTerminationStrategy: PID 1161 died...\u000a22:11:27.412118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1161): Terminated: ok {rc=0}\u000a22:11:27.422341 --- ParallelTerminationStrategy: PID 1164 died...\u000a22:11:27.478661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1164): Terminated: ok {rc=0}\u000a22:11:27.489009 --- ParallelTerminationStrategy: PID 1167 died...\u000a22:11:27.545326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1167): Terminated: ok {rc=0}\u000a22:11:27.632699 bus /sierra_9: Setting Powered False\u000a22:11:28.738828 bus /sierra_9: Setting Powered False\u000a22:11:29.846976 bus /sierra_8: Setting Powered False\u000a22:11:30.972633 bus /sierra_8: Setting Powered False\u000a22:11:32.087766 bus /sierra_3: Setting Powered False\u000a22:11:33.188316 bus /sierra_3: Setting Powered False\u000a22:11:34.299764 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:11:09" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1185): Process ended prematurely: osmo-stp_10.42.42.5(pid=1185) [trial-2383↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1185)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1185): Process ended prematurely: osmo-stp_10.42.42.5(pid=1185) [trial-2383↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1185)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:11:36.378115 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:11:36.389162 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a22:11:36.522709 tst cs_paging_gprs_active.py: using LAC 31840\u000a22:11:36.654687 tst cs_paging_gprs_active.py: using RAC 220\u000a22:11:36.785324 tst cs_paging_gprs_active.py: using CellId 31840\u000a22:11:36.917265 tst cs_paging_gprs_active.py: using BVCI 31841\u000a22:11:36.942785 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:11:36.953730 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:11:36.964478 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:11:36.975735 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:11:36.987008 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:11:36.998397 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:11:37.009911 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:11:37.021248 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:11:37.032597 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a22:11:37.150762 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a22:11:37.448123 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:11:37.588699 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:11:37.930817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1174): Launched\u000a22:11:38.215884 run iperf3-srv_10.42.42.10(pid=1176): Launched\u000a22:11:38.419970 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:11:38.558799 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:11:38.900221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1177): Launched\u000a22:11:39.185015 run iperf3-srv_10.42.42.10(pid=1178): Launched\u000a22:11:39.387756 tst cs_paging_gprs_active.py:38: start network...\u000a22:11:39.526559 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:11:40.046345 run create_hlr_db(pid=1179): Launched\u000a22:11:40.237901 bus /sierra_2: Setting Powered False\u000a22:11:41.258358 run create_hlr_db(pid=1179): Terminated: ok {rc=0}\u000a22:11:41.697634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1181): Launched\u000a22:11:42.029207 run osmo-hlr_10.42.42.2(pid=1182): Launched\u000a22:11:42.151692 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:11:42.729822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1184): Launched\u000a22:11:43.061325 run osmo-stp_10.42.42.5(pid=1185): Launched\u000a22:11:43.182923 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:11:44.762128 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1187): Launched\u000a22:11:44.881062 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:11:45.171082 run patchelf(pid=1188): Launched\u000a22:11:45.364382 run osmo-stp_10.42.42.5(pid=1185): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1185)]\u000a22:11:45.506252 run osmo-stp_10.42.42.5(pid=1185): stdout: \u000a| (launched: 2022-12-12_22:11:42.898293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:45.647787 run osmo-stp_10.42.42.5(pid=1185): stderr: \u000a| �[0;m�[38;5;43m20221212221143091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221143091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221143091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221143091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221143092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221143092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221143092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:45.785005 run osmo-stp_10.42.42.5(pid=1185): stdout: \u000a| (launched: 2022-12-12_22:11:42.898293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:45.942806 run osmo-stp_10.42.42.5(pid=1185): stderr: \u000a| �[0;m�[38;5;43m20221212221143091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221143091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221143091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221143091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221143092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221143092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221143092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:46.106374 run patchelf(pid=1188): Terminating (SIGINT)\u000a22:11:46.298001 run patchelf(pid=1188): Terminated: ok {rc=0}\u000a22:11:46.333597 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1185): Process ended prematurely: osmo-stp_10.42.42.5(pid=1185) [trial-2383↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1185)] [trial-2383↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a22:11:46.344423 tst cs_paging_gprs_active.py:38: Test FAILED (10.0 sec)\u000a22:11:46.412867 run osmo-hlr_10.42.42.2(pid=1182): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1182)]\u000a22:11:46.467068 run osmo-hlr_10.42.42.2(pid=1182): stdout: \u000a| (launched: 2022-12-12_22:11:41.866328) \u000a22:11:46.522037 run osmo-hlr_10.42.42.2(pid=1182): stderr: \u000a| �[0;m�[1;31m20221212221142066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221142066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221142066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221142066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221142066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221142066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221142079 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221142089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221142090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221142090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:11:46.567634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1174): Terminating (SIGTERM)\u000a22:11:46.613443 run iperf3-srv_10.42.42.10(pid=1176): Terminating (SIGTERM)\u000a22:11:46.658410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1177): Terminating (SIGTERM)\u000a22:11:46.703874 run iperf3-srv_10.42.42.10(pid=1178): Terminating (SIGTERM)\u000a22:11:46.747352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1181): Terminating (SIGTERM)\u000a22:11:46.792766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1184): Terminating (SIGTERM)\u000a22:11:46.836479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1187): Terminating (SIGTERM)\u000a22:11:46.848004 --- ParallelTerminationStrategy: PID 1174 died...\u000a22:11:46.907656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1174): Terminated: ok {rc=0}\u000a22:11:46.918788 --- ParallelTerminationStrategy: PID 1176 died...\u000a22:11:46.978155 run iperf3-srv_10.42.42.10(pid=1176): Terminated {rc=256}\u000a22:11:46.989253 --- ParallelTerminationStrategy: PID 1177 died...\u000a22:11:47.048803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1177): Terminated: ok {rc=0}\u000a22:11:47.059905 --- ParallelTerminationStrategy: PID 1178 died...\u000a22:11:47.127624 run iperf3-srv_10.42.42.10(pid=1178): Terminated {rc=256}\u000a22:11:47.139986 --- ParallelTerminationStrategy: PID 1181 died...\u000a22:11:47.198407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1181): Terminated: ok {rc=0}\u000a22:11:47.208299 --- ParallelTerminationStrategy: PID 1184 died...\u000a22:11:47.264251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1184): Terminated: ok {rc=0}\u000a22:11:47.274974 --- ParallelTerminationStrategy: PID 1187 died...\u000a22:11:47.328420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1187): Terminated: ok {rc=0}\u000a22:11:47.412602 bus /gobi_0: Setting Powered False\u000a22:11:48.518888 bus /gobi_0: Setting Powered False\u000a22:11:49.631306 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1197): Process ended prematurely: osmo-stp_10.42.42.5(pid=1197) [trial-2383↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1197)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1197): Process ended prematurely: osmo-stp_10.42.42.5(pid=1197) [trial-2383↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1197)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a22:11:50.748577 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:11:50.760470 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a22:11:50.893299 tst iperf3.py: using LAC 31841\u000a22:11:51.025364 tst iperf3.py: using RAC 221\u000a22:11:51.159489 tst iperf3.py: using CellId 31841\u000a22:11:51.283666 tst iperf3.py: using BVCI 31842\u000a22:11:51.307620 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:11:51.318370 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:11:51.328753 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:11:51.339326 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:11:51.349638 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:11:51.359788 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:11:51.370144 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:11:51.380368 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:11:51.391252 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a22:11:51.689898 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:11:51.828584 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:11:52.170953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1189): Launched\u000a22:11:52.457094 run iperf3-srv_10.42.42.10(pid=1190): Launched\u000a22:11:52.660272 tst iperf3.py:8: start network...\u000a22:11:52.798442 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:11:53.317549 run create_hlr_db(pid=1191): Launched\u000a22:11:53.509148 bus /gobi_6: Setting Powered False\u000a22:11:54.528698 run create_hlr_db(pid=1191): Terminated: ok {rc=0}\u000a22:11:54.967724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1193): Launched\u000a22:11:55.299524 run osmo-hlr_10.42.42.2(pid=1194): Launched\u000a22:11:55.422117 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:11:55.999248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1196): Launched\u000a22:11:56.330429 run osmo-stp_10.42.42.5(pid=1197): Launched\u000a22:11:56.451065 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:11:57.026389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1199): Launched\u000a22:11:57.144558 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:11:57.433523 run patchelf(pid=1200): Launched\u000a22:11:57.627415 run osmo-stp_10.42.42.5(pid=1197): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1197)]\u000a22:11:57.768149 run osmo-stp_10.42.42.5(pid=1197): stdout: \u000a| (launched: 2022-12-12_22:11:56.167334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:57.909422 run osmo-stp_10.42.42.5(pid=1197): stderr: \u000a| �[0;m�[38;5;43m20221212221156360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221156360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221156361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221156361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221156362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221156362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221156362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:58.045888 run osmo-stp_10.42.42.5(pid=1197): stdout: \u000a| (launched: 2022-12-12_22:11:56.167334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:58.181564 run osmo-stp_10.42.42.5(pid=1197): stderr: \u000a| �[0;m�[38;5;43m20221212221156360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221156360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221156361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221156361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221156362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221156362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221156362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:58.340165 run patchelf(pid=1200): Terminating (SIGINT)\u000a22:11:58.527260 run patchelf(pid=1200): Terminated: ok {rc=0}\u000a22:11:58.561181 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1197): Process ended prematurely: osmo-stp_10.42.42.5(pid=1197) [trial-2383↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1197)] [trial-2383↪gprs:sysmo↪iperf3.py:8]\u000a22:11:58.571061 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a22:11:58.634529 run osmo-hlr_10.42.42.2(pid=1194): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1194)]\u000a22:11:58.686152 run osmo-hlr_10.42.42.2(pid=1194): stdout: \u000a| (launched: 2022-12-12_22:11:55.136216) \u000a22:11:58.738418 run osmo-hlr_10.42.42.2(pid=1194): stderr: \u000a| �[0;m�[1;31m20221212221155337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221155337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221155337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221155337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221155337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221155337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221155349 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221155358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221155358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221155358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:11:58.782715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1189): Terminating (SIGTERM)\u000a22:11:58.825132 run iperf3-srv_10.42.42.10(pid=1190): Terminating (SIGTERM)\u000a22:11:58.867232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1193): Terminating (SIGTERM)\u000a22:11:58.909622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1196): Terminating (SIGTERM)\u000a22:11:58.951908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1199): Terminating (SIGTERM)\u000a22:11:58.962011 --- ParallelTerminationStrategy: PID 1189 died...\u000a22:11:59.018610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1189): Terminated: ok {rc=0}\u000a22:11:59.028858 --- ParallelTerminationStrategy: PID 1190 died...\u000a22:11:59.085119 run iperf3-srv_10.42.42.10(pid=1190): Terminated {rc=256}\u000a22:11:59.095182 --- ParallelTerminationStrategy: PID 1193 died...\u000a22:11:59.151352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1193): Terminated: ok {rc=0}\u000a22:11:59.161864 --- ParallelTerminationStrategy: PID 1196 died...\u000a22:11:59.218289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1196): Terminated: ok {rc=0}\u000a22:11:59.228310 --- ParallelTerminationStrategy: PID 1199 died...\u000a22:11:59.284057 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1199): Terminated: ok {rc=0}\u000a22:11:59.371016 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1215): Process ended prematurely: osmo-stp_10.42.42.5(pid=1215) [trial-2383↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1215)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1215): Process ended prematurely: osmo-stp_10.42.42.5(pid=1215) [trial-2383↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1215)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a22:12:00.487897 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:12:00.499800 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a22:12:00.633898 tst iperf3m4.py: using LAC 31842\u000a22:12:00.761508 tst iperf3m4.py: using RAC 222\u000a22:12:00.899757 tst iperf3m4.py: using CellId 31842\u000a22:12:01.022592 tst iperf3m4.py: using BVCI 31843\u000a22:12:01.047529 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:12:01.060154 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:12:01.071732 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:12:01.083005 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:12:01.094011 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:12:01.105093 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:12:01.116316 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:12:01.127514 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:12:01.138711 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a22:12:01.254573 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a22:12:01.383219 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a22:12:01.534043 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a22:12:01.850740 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:12:01.994199 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:12:02.334760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1201): Launched\u000a22:12:02.604399 run iperf3-srv_10.42.42.10(pid=1202): Launched\u000a22:12:02.794691 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:12:02.924091 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:12:03.247286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1203): Launched\u000a22:12:03.519933 run iperf3-srv_10.42.42.10(pid=1204): Launched\u000a22:12:03.709944 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:12:03.839241 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:12:04.161199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1205): Launched\u000a22:12:04.428152 run iperf3-srv_10.42.42.10(pid=1206): Launched\u000a22:12:04.617290 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:12:04.745377 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:12:05.066662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1207): Launched\u000a22:12:05.351113 run iperf3-srv_10.42.42.10(pid=1208): Launched\u000a22:12:05.539742 tst iperf3m4.py:8: start network...\u000a22:12:05.668336 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:12:06.165274 run create_hlr_db(pid=1209): Launched\u000a22:12:06.343687 bus /gobi_6: Setting Powered False\u000a22:12:07.364769 run create_hlr_db(pid=1209): Terminated: ok {rc=0}\u000a22:12:07.805785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1211): Launched\u000a22:12:08.137965 run osmo-hlr_10.42.42.2(pid=1212): Launched\u000a22:12:08.262849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:12:08.839752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1214): Launched\u000a22:12:09.170396 run osmo-stp_10.42.42.5(pid=1215): Launched\u000a22:12:09.291469 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:12:09.868662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1217): Launched\u000a22:12:09.987195 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:12:10.276147 run patchelf(pid=1218): Launched\u000a22:12:10.470783 run osmo-stp_10.42.42.5(pid=1215): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1215)]\u000a22:12:10.613434 run osmo-stp_10.42.42.5(pid=1215): stdout: \u000a| (launched: 2022-12-12_22:12:09.007297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:10.755414 run osmo-stp_10.42.42.5(pid=1215): stderr: \u000a| �[0;m�[38;5;43m20221212221209200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221209201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221209201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221209201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221209202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221209202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221209202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:10.892925 run osmo-stp_10.42.42.5(pid=1215): stdout: \u000a| (launched: 2022-12-12_22:12:09.007297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:11.029204 run osmo-stp_10.42.42.5(pid=1215): stderr: \u000a| �[0;m�[38;5;43m20221212221209200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221209201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221209201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221209201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221209202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221209202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221209202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:11.189034 run patchelf(pid=1218): Terminating (SIGINT)\u000a22:12:11.376643 run patchelf(pid=1218): Terminated: ok {rc=0}\u000a22:12:11.411328 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1215): Process ended prematurely: osmo-stp_10.42.42.5(pid=1215) [trial-2383↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1215)] [trial-2383↪gprs:sysmo↪iperf3m4.py:8]\u000a22:12:11.421424 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a22:12:11.485941 run osmo-hlr_10.42.42.2(pid=1212): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1212)]\u000a22:12:11.537938 run osmo-hlr_10.42.42.2(pid=1212): stdout: \u000a| (launched: 2022-12-12_22:12:07.974478) \u000a22:12:11.590530 run osmo-hlr_10.42.42.2(pid=1212): stderr: \u000a| �[0;m�[1;31m20221212221208174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221208174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221208174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221208174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221208174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221208174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221208186 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221208195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221208196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221208196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:12:11.634911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1201): Terminating (SIGTERM)\u000a22:12:11.677050 run iperf3-srv_10.42.42.10(pid=1202): Terminating (SIGTERM)\u000a22:12:11.719193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1203): Terminating (SIGTERM)\u000a22:12:11.761220 run iperf3-srv_10.42.42.10(pid=1204): Terminating (SIGTERM)\u000a22:12:11.803251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1205): Terminating (SIGTERM)\u000a22:12:11.845688 run iperf3-srv_10.42.42.10(pid=1206): Terminating (SIGTERM)\u000a22:12:11.887738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1207): Terminating (SIGTERM)\u000a22:12:11.929510 run iperf3-srv_10.42.42.10(pid=1208): Terminating (SIGTERM)\u000a22:12:11.971504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1211): Terminating (SIGTERM)\u000a22:12:12.013702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1214): Terminating (SIGTERM)\u000a22:12:12.055610 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1217): Terminating (SIGTERM)\u000a22:12:12.065607 --- ParallelTerminationStrategy: PID 1201 died...\u000a22:12:12.122019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1201): Terminated: ok {rc=0}\u000a22:12:12.132198 --- ParallelTerminationStrategy: PID 1202 died...\u000a22:12:12.188397 run iperf3-srv_10.42.42.10(pid=1202): Terminated {rc=256}\u000a22:12:12.198435 --- ParallelTerminationStrategy: PID 1203 died...\u000a22:12:12.254748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1203): Terminated: ok {rc=0}\u000a22:12:12.265240 --- ParallelTerminationStrategy: PID 1204 died...\u000a22:12:12.320854 run iperf3-srv_10.42.42.10(pid=1204): Terminated {rc=256}\u000a22:12:12.331232 --- ParallelTerminationStrategy: PID 1205 died...\u000a22:12:12.387070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1205): Terminated: ok {rc=0}\u000a22:12:12.397853 --- ParallelTerminationStrategy: PID 1206 died...\u000a22:12:12.453854 run iperf3-srv_10.42.42.10(pid=1206): Terminated {rc=256}\u000a22:12:12.464169 --- ParallelTerminationStrategy: PID 1207 died...\u000a22:12:12.519808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1207): Terminated: ok {rc=0}\u000a22:12:12.530080 --- ParallelTerminationStrategy: PID 1208 died...\u000a22:12:12.586487 run iperf3-srv_10.42.42.10(pid=1208): Terminated {rc=256}\u000a22:12:12.596551 --- ParallelTerminationStrategy: PID 1211 died...\u000a22:12:12.652661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1211): Terminated: ok {rc=0}\u000a22:12:12.662983 --- ParallelTerminationStrategy: PID 1214 died...\u000a22:12:12.718641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1214): Terminated: ok {rc=0}\u000a22:12:12.728909 --- ParallelTerminationStrategy: PID 1217 died...\u000a22:12:12.784425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1217): Terminated: ok {rc=0}\u000a22:12:12.871305 bus /gobi_4: Setting Powered False\u000a22:12:13.978843 bus /gobi_4: Setting Powered False\u000a22:12:15.090967 bus /gobi_1: Setting Powered False\u000a22:12:16.211108 bus /gobi_1: Setting Powered False\u000a22:12:17.323742 bus /gobi_0: Setting Powered False\u000a22:12:18.426664 bus /gobi_0: Setting Powered False\u000a22:12:19.539609 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1225): Process ended prematurely: osmo-stp_10.42.42.5(pid=1225) [trial-2383↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1225)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1225): Process ended prematurely: osmo-stp_10.42.42.5(pid=1225) [trial-2383↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1225)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:sysmo ping.py\u000a----------------------------------------------\u000a22:12:20.608274 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:12:20.620253 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a22:12:20.747877 tst ping.py: using LAC 31843\u000a22:12:20.869778 tst ping.py: using RAC 223\u000a22:12:20.988776 tst ping.py: using CellId 31843\u000a22:12:21.110445 tst ping.py: using BVCI 31844\u000a22:12:21.133823 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:12:21.144162 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:12:21.154548 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:12:21.165050 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:12:21.175211 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:12:21.185531 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:12:21.195864 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:12:21.206269 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a22:12:21.484301 tst ping.py:19: start network...\u000a22:12:21.610973 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:12:22.099489 run create_hlr_db(pid=1219): Launched\u000a22:12:22.274934 bus /gobi_6: Setting Powered False\u000a22:12:23.295349 run create_hlr_db(pid=1219): Terminated: ok {rc=0}\u000a22:12:23.727935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1221): Launched\u000a22:12:24.053435 run osmo-hlr_10.42.42.2(pid=1222): Launched\u000a22:12:24.176142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:12:24.741349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1224): Launched\u000a22:12:25.065820 run osmo-stp_10.42.42.5(pid=1225): Launched\u000a22:12:25.184451 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:12:25.754591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1227): Launched\u000a22:12:25.870606 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:12:26.155597 run patchelf(pid=1228): Launched\u000a22:12:26.347201 run osmo-stp_10.42.42.5(pid=1225): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1225)]\u000a22:12:26.487952 run osmo-stp_10.42.42.5(pid=1225): stdout: \u000a| (launched: 2022-12-12_22:12:24.906244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:26.628174 run osmo-stp_10.42.42.5(pid=1225): stderr: \u000a| �[0;m�[38;5;43m20221212221225100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221225100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221225100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221225100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221225101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221225101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221225101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:26.763634 run osmo-stp_10.42.42.5(pid=1225): stdout: \u000a| (launched: 2022-12-12_22:12:24.906244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:26.897860 run osmo-stp_10.42.42.5(pid=1225): stderr: \u000a| �[0;m�[38;5;43m20221212221225100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221225100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221225100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221225100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221225101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221225101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221225101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:27.055174 run patchelf(pid=1228): Terminating (SIGINT)\u000a22:12:27.240038 run patchelf(pid=1228): Terminated: ok {rc=0}\u000a22:12:27.273387 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1225): Process ended prematurely: osmo-stp_10.42.42.5(pid=1225) [trial-2383↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1225)] [trial-2383↪gprs:sysmo↪ping.py:22]\u000a22:12:27.282597 tst ping.py:22: Test FAILED (6.7 sec)\u000a22:12:27.346186 run osmo-hlr_10.42.42.2(pid=1222): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1222)]\u000a22:12:27.398300 run osmo-hlr_10.42.42.2(pid=1222): stdout: \u000a| (launched: 2022-12-12_22:12:23.893731) \u000a22:12:27.451514 run osmo-hlr_10.42.42.2(pid=1222): stderr: \u000a| �[0;m�[1;31m20221212221224093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221224093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221224093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221224093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221224093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221224093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221224104 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221224113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221224113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221224113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:12:27.496431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1221): Terminating (SIGTERM)\u000a22:12:27.539111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1224): Terminating (SIGTERM)\u000a22:12:27.582134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1227): Terminating (SIGTERM)\u000a22:12:27.592183 --- ParallelTerminationStrategy: PID 1221 died...\u000a22:12:27.649571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1221): Terminated: ok {rc=0}\u000a22:12:27.662614 --- ParallelTerminationStrategy: PID 1224 died...\u000a22:12:27.719600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1224): Terminated: ok {rc=0}\u000a22:12:27.730588 --- ParallelTerminationStrategy: PID 1227 died...\u000a22:12:27.787843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1227): Terminated: ok {rc=0}\u000a22:12:27.875145 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1237): Process ended prematurely: osmo-stp_10.42.42.5(pid=1237) [trial-2383↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1237)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1237): Process ended prematurely: osmo-stp_10.42.42.5(pid=1237) [trial-2383↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1237)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a22:12:28.929529 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:12:28.941628 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a22:12:29.075259 tst ping_idle_ping.py: using LAC 31844\u000a22:12:29.203170 tst ping_idle_ping.py: using RAC 224\u000a22:12:29.332480 tst ping_idle_ping.py: using CellId 31844\u000a22:12:29.462407 tst ping_idle_ping.py: using BVCI 31845\u000a22:12:29.487561 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:12:29.498577 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:12:29.509479 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:12:29.520524 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:12:29.531510 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:12:29.542698 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:12:29.553913 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a22:12:29.565064 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a22:12:29.854244 tst ping_idle_ping.py:24: start network...\u000a22:12:29.981934 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:12:30.468319 run create_hlr_db(pid=1230): Launched\u000a22:12:30.644406 bus /gobi_6: Setting Powered False\u000a22:12:31.670096 run create_hlr_db(pid=1230): Terminated: ok {rc=0}\u000a22:12:32.136834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1233): Launched\u000a22:12:32.467120 run osmo-hlr_10.42.42.2(pid=1234): Launched\u000a22:12:32.589870 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:12:33.155912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1236): Launched\u000a22:12:33.481729 run osmo-stp_10.42.42.5(pid=1237): Launched\u000a22:12:33.601221 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:12:34.171669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1239): Launched\u000a22:12:34.288448 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:12:34.574410 run patchelf(pid=1240): Launched\u000a22:12:34.766563 run osmo-stp_10.42.42.5(pid=1237): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1237)]\u000a22:12:34.907216 run osmo-stp_10.42.42.5(pid=1237): stdout: \u000a| (launched: 2022-12-12_22:12:33.321076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:35.047736 run osmo-stp_10.42.42.5(pid=1237): stderr: \u000a| �[0;m�[38;5;43m20221212221233512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221233512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221233513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221233513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221233513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221233514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221233514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:35.183178 run osmo-stp_10.42.42.5(pid=1237): stdout: \u000a| (launched: 2022-12-12_22:12:33.321076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:35.317560 run osmo-stp_10.42.42.5(pid=1237): stderr: \u000a| �[0;m�[38;5;43m20221212221233512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221233512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221233513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221233513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221233513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221233514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221233514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:35.475056 run patchelf(pid=1240): Terminating (SIGINT)\u000a22:12:35.659969 run patchelf(pid=1240): Terminated: ok {rc=0}\u000a22:12:35.693266 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1237): Process ended prematurely: osmo-stp_10.42.42.5(pid=1237) [trial-2383↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1237)] [trial-2383↪gprs:sysmo↪ping_idle_ping.py:27]\u000a22:12:35.702548 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a22:12:35.766480 run osmo-hlr_10.42.42.2(pid=1234): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1234)]\u000a22:12:35.818280 run osmo-hlr_10.42.42.2(pid=1234): stdout: \u000a| (launched: 2022-12-12_22:12:32.305576) \u000a22:12:35.870763 run osmo-hlr_10.42.42.2(pid=1234): stderr: \u000a| �[0;m�[1;31m20221212221232504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221232504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221232504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221232504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221232504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221232504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221232520 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221232528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221232528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221232529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:12:35.915196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1233): Terminating (SIGTERM)\u000a22:12:35.957385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1236): Terminating (SIGTERM)\u000a22:12:35.999796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1239): Terminating (SIGTERM)\u000a22:12:36.009789 --- ParallelTerminationStrategy: PID 1233 died...\u000a22:12:36.065993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1233): Terminated: ok {rc=0}\u000a22:12:36.076016 --- ParallelTerminationStrategy: PID 1236 died...\u000a22:12:36.131671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1236): Terminated: ok {rc=0}\u000a22:12:36.141967 --- ParallelTerminationStrategy: PID 1239 died...\u000a22:12:36.197757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1239): Terminated: ok {rc=0}\u000a22:12:36.285313 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:11:36" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1255): Process ended prematurely: osmo-stp_10.42.42.5(pid=1255) [trial-2383↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1255)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1255): Process ended prematurely: osmo-stp_10.42.42.5(pid=1255) [trial-2383↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1255)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:12:38.403011 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:12:38.414146 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:12:38.550289 tst cs_paging_gprs_active.py: using LAC 31845\u000a22:12:38.682422 tst cs_paging_gprs_active.py: using RAC 225\u000a22:12:38.813208 tst cs_paging_gprs_active.py: using CellId 31845\u000a22:12:38.945533 tst cs_paging_gprs_active.py: using BVCI 31846\u000a22:12:38.971188 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:12:38.982501 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:12:38.993546 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:12:39.004700 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:12:39.015876 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:12:39.027141 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:12:39.038745 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:12:39.049759 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:12:39.061200 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:12:39.181182 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:12:39.484337 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:12:39.623602 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:12:39.967033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1245): Launched\u000a22:12:40.252535 run iperf3-srv_10.42.42.10(pid=1246): Launched\u000a22:12:40.456892 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:12:40.595982 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:12:40.938622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1247): Launched\u000a22:12:41.223547 run iperf3-srv_10.42.42.10(pid=1248): Launched\u000a22:12:41.427179 tst cs_paging_gprs_active.py:38: start network...\u000a22:12:41.566689 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:12:42.088161 run create_hlr_db(pid=1249): Launched\u000a22:12:42.280521 bus /gobi_6: Setting Powered False\u000a22:12:43.299480 run create_hlr_db(pid=1249): Terminated: ok {rc=0}\u000a22:12:43.714862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1251): Launched\u000a22:12:44.025170 run osmo-hlr_10.42.42.2(pid=1252): Launched\u000a22:12:44.143980 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:12:44.683449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1254): Launched\u000a22:12:44.995028 run osmo-stp_10.42.42.5(pid=1255): Launched\u000a22:12:45.108534 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:12:45.649542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1257): Launched\u000a22:12:45.760150 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:12:46.086521 run patchelf(pid=1258): Launched\u000a22:12:46.285941 run osmo-stp_10.42.42.5(pid=1255): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1255)]\u000a22:12:46.432051 run osmo-stp_10.42.42.5(pid=1255): stdout: \u000a| (launched: 2022-12-12_22:12:44.841514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:46.580519 run osmo-stp_10.42.42.5(pid=1255): stderr: \u000a| �[0;m�[38;5;43m20221212221245012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221245012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221245012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221245013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221245015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221245015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221245015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:46.724637 run osmo-stp_10.42.42.5(pid=1255): stdout: \u000a| (launched: 2022-12-12_22:12:44.841514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:46.866938 run osmo-stp_10.42.42.5(pid=1255): stderr: \u000a| �[0;m�[38;5;43m20221212221245012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221245012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221245012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221245013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221245015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221245015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221245015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:47.045909 run patchelf(pid=1258): Terminating (SIGINT)\u000a22:12:47.235735 run patchelf(pid=1258): Terminated: ok {rc=0}\u000a22:12:47.269969 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1255): Process ended prematurely: osmo-stp_10.42.42.5(pid=1255) [trial-2383↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1255)] [trial-2383↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a22:12:47.280006 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a22:12:47.344769 run osmo-hlr_10.42.42.2(pid=1252): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1252)]\u000a22:12:47.397057 run osmo-hlr_10.42.42.2(pid=1252): stdout: \u000a| (launched: 2022-12-12_22:12:43.872339) \u000a22:12:47.450400 run osmo-hlr_10.42.42.2(pid=1252): stderr: \u000a| �[0;m�[1;31m20221212221244051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221244051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221244051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221244051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221244051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221244051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221244064 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221244072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221244073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221244073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:12:47.495706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1245): Terminating (SIGTERM)\u000a22:12:47.538382 run iperf3-srv_10.42.42.10(pid=1246): Terminating (SIGTERM)\u000a22:12:47.580697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1247): Terminating (SIGTERM)\u000a22:12:47.623403 run iperf3-srv_10.42.42.10(pid=1248): Terminating (SIGTERM)\u000a22:12:47.666371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1251): Terminating (SIGTERM)\u000a22:12:47.708369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1254): Terminating (SIGTERM)\u000a22:12:47.751537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1257): Terminating (SIGTERM)\u000a22:12:47.761691 --- ParallelTerminationStrategy: PID 1245 died...\u000a22:12:47.818549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1245): Terminated: ok {rc=0}\u000a22:12:47.828647 --- ParallelTerminationStrategy: PID 1246 died...\u000a22:12:47.884381 run iperf3-srv_10.42.42.10(pid=1246): Terminated {rc=256}\u000a22:12:47.894596 --- ParallelTerminationStrategy: PID 1247 died...\u000a22:12:47.950458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1247): Terminated: ok {rc=0}\u000a22:12:47.960456 --- ParallelTerminationStrategy: PID 1248 died...\u000a22:12:48.016266 run iperf3-srv_10.42.42.10(pid=1248): Terminated {rc=256}\u000a22:12:48.026270 --- ParallelTerminationStrategy: PID 1251 died...\u000a22:12:48.082005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1251): Terminated: ok {rc=0}\u000a22:12:48.092283 --- ParallelTerminationStrategy: PID 1254 died...\u000a22:12:48.148334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1254): Terminated: ok {rc=0}\u000a22:12:48.158744 --- ParallelTerminationStrategy: PID 1257 died...\u000a22:12:48.214932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1257): Terminated: ok {rc=0}\u000a22:12:48.303416 bus /gobi_0: Setting Powered False\u000a22:12:49.407741 bus /gobi_0: Setting Powered False\u000a22:12:50.518438 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1267): Process ended prematurely: osmo-stp_10.42.42.5(pid=1267) [trial-2383↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1267)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1267): Process ended prematurely: osmo-stp_10.42.42.5(pid=1267) [trial-2383↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a22:12:51.634449 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:12:51.646294 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:12:51.780456 tst iperf3.py: using LAC 31846\u000a22:12:51.910383 tst iperf3.py: using RAC 226\u000a22:12:52.047306 tst iperf3.py: using CellId 31846\u000a22:12:52.175527 tst iperf3.py: using BVCI 31847\u000a22:12:52.201297 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:12:52.212492 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:12:52.223566 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:12:52.235005 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:12:52.246221 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:12:52.257525 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:12:52.268919 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:12:52.280171 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:12:52.291689 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:12:52.593554 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:12:52.732349 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:12:53.074962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1259): Launched\u000a22:12:53.360067 run iperf3-srv_10.42.42.10(pid=1260): Launched\u000a22:12:53.563606 tst iperf3.py:8: start network...\u000a22:12:53.701727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:12:54.221769 run create_hlr_db(pid=1261): Launched\u000a22:12:54.413346 bus /gobi_6: Setting Powered False\u000a22:12:55.433025 run create_hlr_db(pid=1261): Terminated: ok {rc=0}\u000a22:12:55.873424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1263): Launched\u000a22:12:56.205508 run osmo-hlr_10.42.42.2(pid=1264): Launched\u000a22:12:56.328364 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:12:56.906817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1266): Launched\u000a22:12:57.238965 run osmo-stp_10.42.42.5(pid=1267): Launched\u000a22:12:57.359954 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:12:57.939691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1269): Launched\u000a22:12:58.058776 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:12:58.348843 run patchelf(pid=1270): Launched\u000a22:12:58.542976 run osmo-stp_10.42.42.5(pid=1267): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1267)]\u000a22:12:58.684141 run osmo-stp_10.42.42.5(pid=1267): stdout: \u000a| (launched: 2022-12-12_22:12:57.076121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:58.825454 run osmo-stp_10.42.42.5(pid=1267): stderr: \u000a| �[0;m�[38;5;43m20221212221257273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221257273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221257273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221257273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221257274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221257274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221257274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:58.962686 run osmo-stp_10.42.42.5(pid=1267): stdout: \u000a| (launched: 2022-12-12_22:12:57.076121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:59.098711 run osmo-stp_10.42.42.5(pid=1267): stderr: \u000a| �[0;m�[38;5;43m20221212221257273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221257273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221257273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221257273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221257274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221257274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221257274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:59.257559 run patchelf(pid=1270): Terminating (SIGINT)\u000a22:12:59.444226 run patchelf(pid=1270): Terminated: ok {rc=0}\u000a22:12:59.478610 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1267): Process ended prematurely: osmo-stp_10.42.42.5(pid=1267) [trial-2383↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1267)] [trial-2383↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a22:12:59.488450 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a22:12:59.552599 run osmo-hlr_10.42.42.2(pid=1264): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1264)]\u000a22:12:59.604740 run osmo-hlr_10.42.42.2(pid=1264): stdout: \u000a| (launched: 2022-12-12_22:12:56.042454) \u000a22:12:59.657198 run osmo-hlr_10.42.42.2(pid=1264): stderr: \u000a| �[0;m�[1;31m20221212221256245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221256245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221256245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221256245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221256245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221256245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221256256 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221256264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221256265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221256265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:12:59.701998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1259): Terminating (SIGTERM)\u000a22:12:59.743627 run iperf3-srv_10.42.42.10(pid=1260): Terminating (SIGTERM)\u000a22:12:59.785872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1263): Terminating (SIGTERM)\u000a22:12:59.828094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1266): Terminating (SIGTERM)\u000a22:12:59.870651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1269): Terminating (SIGTERM)\u000a22:12:59.880407 --- ParallelTerminationStrategy: PID 1259 died...\u000a22:12:59.936363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1259): Terminated: ok {rc=0}\u000a22:12:59.946673 --- ParallelTerminationStrategy: PID 1260 died...\u000a22:13:00.002151 run iperf3-srv_10.42.42.10(pid=1260): Terminated {rc=256}\u000a22:13:00.012426 --- ParallelTerminationStrategy: PID 1263 died...\u000a22:13:00.068345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1263): Terminated: ok {rc=0}\u000a22:13:00.078422 --- ParallelTerminationStrategy: PID 1266 died...\u000a22:13:00.134564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1266): Terminated: ok {rc=0}\u000a22:13:00.144681 --- ParallelTerminationStrategy: PID 1269 died...\u000a22:13:00.200355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1269): Terminated: ok {rc=0}\u000a22:13:00.288322 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1285): Process ended prematurely: osmo-stp_10.42.42.5(pid=1285) [trial-2383↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1285)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1285): Process ended prematurely: osmo-stp_10.42.42.5(pid=1285) [trial-2383↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a22:13:01.403651 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:13:01.415518 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:13:01.551995 tst iperf3m4.py: using LAC 31847\u000a22:13:01.727538 tst iperf3m4.py: using RAC 227\u000a22:13:01.863264 tst iperf3m4.py: using CellId 31847\u000a22:13:01.988016 tst iperf3m4.py: using BVCI 31848\u000a22:13:02.013293 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:13:02.025056 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:13:02.036674 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:13:02.048213 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:13:02.060898 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:13:02.072693 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:13:02.084749 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:13:02.096105 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:13:02.107589 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:13:02.225645 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:13:02.353113 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:13:02.469577 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:13:02.756239 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:13:02.885718 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:13:03.208204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1271): Launched\u000a22:13:03.474844 run iperf3-srv_10.42.42.10(pid=1272): Launched\u000a22:13:03.663472 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:13:03.791663 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:13:04.113527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1273): Launched\u000a22:13:04.380321 run iperf3-srv_10.42.42.10(pid=1274): Launched\u000a22:13:04.569306 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:13:04.697952 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:13:05.019360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1275): Launched\u000a22:13:05.287627 run iperf3-srv_10.42.42.10(pid=1276): Launched\u000a22:13:05.477418 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:13:05.606605 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:13:05.928272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1277): Launched\u000a22:13:06.195230 run iperf3-srv_10.42.42.10(pid=1278): Launched\u000a22:13:06.383867 tst iperf3m4.py:8: start network...\u000a22:13:06.518792 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:13:07.044021 run create_hlr_db(pid=1279): Launched\u000a22:13:07.236682 bus /gobi_6: Setting Powered False\u000a22:13:08.245365 run create_hlr_db(pid=1279): Terminated: ok {rc=0}\u000a22:13:08.668720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1281): Launched\u000a22:13:08.977931 run osmo-hlr_10.42.42.2(pid=1282): Launched\u000a22:13:09.098573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:13:09.642611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1284): Launched\u000a22:13:09.953354 run osmo-stp_10.42.42.5(pid=1285): Launched\u000a22:13:10.067302 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:13:10.605273 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1287): Launched\u000a22:13:10.715495 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:13:10.985137 run patchelf(pid=1288): Launched\u000a22:13:11.166479 run osmo-stp_10.42.42.5(pid=1285): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1285)]\u000a22:13:11.298479 run osmo-stp_10.42.42.5(pid=1285): stdout: \u000a| (launched: 2022-12-12_22:13:09.799536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:11.430810 run osmo-stp_10.42.42.5(pid=1285): stderr: \u000a| �[0;m�[38;5;43m20221212221309971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221309972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221309972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221309972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221309973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221309973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221309973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:11.558317 run osmo-stp_10.42.42.5(pid=1285): stdout: \u000a| (launched: 2022-12-12_22:13:09.799536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:11.684901 run osmo-stp_10.42.42.5(pid=1285): stderr: \u000a| �[0;m�[38;5;43m20221212221309971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221309972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221309972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221309972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221309973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221309973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221309973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:11.833211 run patchelf(pid=1288): Terminating (SIGINT)\u000a22:13:12.007951 run patchelf(pid=1288): Terminated: ok {rc=0}\u000a22:13:12.039619 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1285): Process ended prematurely: osmo-stp_10.42.42.5(pid=1285) [trial-2383↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1285)] [trial-2383↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a22:13:12.048681 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a22:13:12.109028 run osmo-hlr_10.42.42.2(pid=1282): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1282)]\u000a22:13:12.157907 run osmo-hlr_10.42.42.2(pid=1282): stdout: \u000a| (launched: 2022-12-12_22:13:08.826277) \u000a22:13:12.207168 run osmo-hlr_10.42.42.2(pid=1282): stderr: \u000a| �[0;m�[1;31m20221212221309002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221309002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221309002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221309002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221309002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221309002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221309014 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221309022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221309022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221309023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:13:12.248662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1271): Terminating (SIGTERM)\u000a22:13:12.287760 run iperf3-srv_10.42.42.10(pid=1272): Terminating (SIGTERM)\u000a22:13:12.327622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1273): Terminating (SIGTERM)\u000a22:13:12.367114 run iperf3-srv_10.42.42.10(pid=1274): Terminating (SIGTERM)\u000a22:13:12.406448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1275): Terminating (SIGTERM)\u000a22:13:12.445905 run iperf3-srv_10.42.42.10(pid=1276): Terminating (SIGTERM)\u000a22:13:12.485316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1277): Terminating (SIGTERM)\u000a22:13:12.524603 run iperf3-srv_10.42.42.10(pid=1278): Terminating (SIGTERM)\u000a22:13:12.563868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1281): Terminating (SIGTERM)\u000a22:13:12.603073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1284): Terminating (SIGTERM)\u000a22:13:12.642373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1287): Terminating (SIGTERM)\u000a22:13:12.651452 --- ParallelTerminationStrategy: PID 1271 died...\u000a22:13:12.704442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1271): Terminated: ok {rc=0}\u000a22:13:12.714023 --- ParallelTerminationStrategy: PID 1272 died...\u000a22:13:12.767304 run iperf3-srv_10.42.42.10(pid=1272): Terminated {rc=256}\u000a22:13:12.776749 --- ParallelTerminationStrategy: PID 1273 died...\u000a22:13:12.829336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1273): Terminated: ok {rc=0}\u000a22:13:12.838768 --- ParallelTerminationStrategy: PID 1274 died...\u000a22:13:12.891342 run iperf3-srv_10.42.42.10(pid=1274): Terminated {rc=256}\u000a22:13:12.900728 --- ParallelTerminationStrategy: PID 1275 died...\u000a22:13:12.953822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1275): Terminated: ok {rc=0}\u000a22:13:12.963394 --- ParallelTerminationStrategy: PID 1276 died...\u000a22:13:13.015933 run iperf3-srv_10.42.42.10(pid=1276): Terminated {rc=256}\u000a22:13:13.025822 --- ParallelTerminationStrategy: PID 1277 died...\u000a22:13:13.078874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1277): Terminated: ok {rc=0}\u000a22:13:13.088531 --- ParallelTerminationStrategy: PID 1278 died...\u000a22:13:13.141059 run iperf3-srv_10.42.42.10(pid=1278): Terminated {rc=256}\u000a22:13:13.150589 --- ParallelTerminationStrategy: PID 1281 died...\u000a22:13:13.203105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1281): Terminated: ok {rc=0}\u000a22:13:13.212611 --- ParallelTerminationStrategy: PID 1284 died...\u000a22:13:13.265165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1284): Terminated: ok {rc=0}\u000a22:13:13.274689 --- ParallelTerminationStrategy: PID 1287 died...\u000a22:13:13.327248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1287): Terminated: ok {rc=0}\u000a22:13:13.415822 bus /gobi_4: Setting Powered False\u000a22:13:14.519198 bus /gobi_4: Setting Powered False\u000a22:13:15.631937 bus /gobi_1: Setting Powered False\u000a22:13:16.737378 bus /gobi_1: Setting Powered False\u000a22:13:17.843267 bus /gobi_0: Setting Powered False\u000a22:13:18.944561 bus /gobi_0: Setting Powered False\u000a22:13:20.056147 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1295): Process ended prematurely: osmo-stp_10.42.42.5(pid=1295) [trial-2383↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1295)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1295): Process ended prematurely: osmo-stp_10.42.42.5(pid=1295) [trial-2383↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1295)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a22:13:21.123418 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:13:21.135104 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:13:21.263631 tst ping.py: using LAC 31848\u000a22:13:21.388565 tst ping.py: using RAC 228\u000a22:13:21.515063 tst ping.py: using CellId 31848\u000a22:13:21.641503 tst ping.py: using BVCI 31849\u000a22:13:21.666757 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:13:21.678101 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:13:21.689411 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:13:21.700692 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:13:21.711934 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:13:21.723387 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:13:21.734967 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:13:21.746387 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:13:22.031171 tst ping.py:19: start network...\u000a22:13:22.157611 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:13:22.644478 run create_hlr_db(pid=1289): Launched\u000a22:13:22.819484 bus /gobi_6: Setting Powered False\u000a22:13:23.839574 run create_hlr_db(pid=1289): Terminated: ok {rc=0}\u000a22:13:24.244005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1291): Launched\u000a22:13:24.547198 run osmo-hlr_10.42.42.2(pid=1292): Launched\u000a22:13:24.668209 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:13:25.200658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1294): Launched\u000a22:13:25.503985 run osmo-stp_10.42.42.5(pid=1295): Launched\u000a22:13:25.624422 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:13:26.160306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1297): Launched\u000a22:13:26.267999 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:13:26.533319 run patchelf(pid=1298): Launched\u000a22:13:26.710839 run osmo-stp_10.42.42.5(pid=1295): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1295)]\u000a22:13:26.840186 run osmo-stp_10.42.42.5(pid=1295): stdout: \u000a| (launched: 2022-12-12_22:13:25.354026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:26.970400 run osmo-stp_10.42.42.5(pid=1295): stderr: \u000a| �[0;m�[38;5;43m20221212221325525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221325525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221325525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221325526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221325528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221325528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221325528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:27.095678 run osmo-stp_10.42.42.5(pid=1295): stdout: \u000a| (launched: 2022-12-12_22:13:25.354026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:27.220571 run osmo-stp_10.42.42.5(pid=1295): stderr: \u000a| �[0;m�[38;5;43m20221212221325525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221325525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221325525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221325526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221325528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221325528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221325528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:27.366236 run patchelf(pid=1298): Terminating (SIGINT)\u000a22:13:27.538019 run patchelf(pid=1298): Terminated: ok {rc=0}\u000a22:13:27.568994 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1295): Process ended prematurely: osmo-stp_10.42.42.5(pid=1295) [trial-2383↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1295)] [trial-2383↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a22:13:27.577534 tst ping.py:22: Test FAILED (6.4 sec)\u000a22:13:27.636852 run osmo-hlr_10.42.42.2(pid=1292): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1292)]\u000a22:13:27.685559 run osmo-hlr_10.42.42.2(pid=1292): stdout: \u000a| (launched: 2022-12-12_22:13:24.397820) \u000a22:13:27.734937 run osmo-hlr_10.42.42.2(pid=1292): stderr: \u000a| �[0;m�[1;31m20221212221324574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221324575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221324575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221324575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221324575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221324575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221324587 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221324596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221324596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221324596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:13:27.776824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1291): Terminating (SIGTERM)\u000a22:13:27.816327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1294): Terminating (SIGTERM)\u000a22:13:27.856112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1297): Terminating (SIGTERM)\u000a22:13:27.865398 --- ParallelTerminationStrategy: PID 1291 died...\u000a22:13:27.918668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1291): Terminated: ok {rc=0}\u000a22:13:27.928419 --- ParallelTerminationStrategy: PID 1294 died...\u000a22:13:27.981410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1294): Terminated: ok {rc=0}\u000a22:13:27.991069 --- ParallelTerminationStrategy: PID 1297 died...\u000a22:13:28.043997 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1297): Terminated: ok {rc=0}\u000a22:13:28.132563 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1305): Process ended prematurely: osmo-stp_10.42.42.5(pid=1305) [trial-2383↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1305)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1305): Process ended prematurely: osmo-stp_10.42.42.5(pid=1305) [trial-2383↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a22:13:29.185975 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:13:29.198180 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:13:29.325730 tst ping_idle_ping.py: using LAC 31849\u000a22:13:29.447704 tst ping_idle_ping.py: using RAC 229\u000a22:13:29.570885 tst ping_idle_ping.py: using CellId 31849\u000a22:13:29.688711 tst ping_idle_ping.py: using BVCI 31850\u000a22:13:29.712016 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:13:29.722718 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:13:29.733302 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:13:29.743874 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:13:29.754301 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:13:29.764651 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:13:29.775177 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:13:29.785748 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:13:30.090230 tst ping_idle_ping.py:24: start network...\u000a22:13:30.227097 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:13:30.740750 run create_hlr_db(pid=1299): Launched\u000a22:13:30.954476 bus /gobi_6: Setting Powered False\u000a22:13:31.959086 run create_hlr_db(pid=1299): Terminated: ok {rc=0}\u000a22:13:32.423652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1301): Launched\u000a22:13:32.752441 run osmo-hlr_10.42.42.2(pid=1302): Launched\u000a22:13:32.875075 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:13:33.446801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1304): Launched\u000a22:13:33.785594 run osmo-stp_10.42.42.5(pid=1305): Launched\u000a22:13:33.904453 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:13:34.476806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1307): Launched\u000a22:13:34.593605 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:13:34.879286 run patchelf(pid=1308): Launched\u000a22:13:35.071477 run osmo-stp_10.42.42.5(pid=1305): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1305)]\u000a22:13:35.211659 run osmo-stp_10.42.42.5(pid=1305): stdout: \u000a| (launched: 2022-12-12_22:13:33.625117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:35.351917 run osmo-stp_10.42.42.5(pid=1305): stderr: \u000a| �[0;m�[38;5;43m20221212221333820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221333820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221333820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221333821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221333821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221333821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221333821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:35.487667 run osmo-stp_10.42.42.5(pid=1305): stdout: \u000a| (launched: 2022-12-12_22:13:33.625117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:35.622085 run osmo-stp_10.42.42.5(pid=1305): stderr: \u000a| �[0;m�[38;5;43m20221212221333820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221333820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221333820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221333821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221333821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221333821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221333821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:35.779994 run patchelf(pid=1308): Terminating (SIGINT)\u000a22:13:35.965284 run patchelf(pid=1308): Terminated: ok {rc=0}\u000a22:13:35.998690 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1305): Process ended prematurely: osmo-stp_10.42.42.5(pid=1305) [trial-2383↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1305)] [trial-2383↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:13:36.008159 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a22:13:36.071947 run osmo-hlr_10.42.42.2(pid=1302): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1302)]\u000a22:13:36.123732 run osmo-hlr_10.42.42.2(pid=1302): stdout: \u000a| (launched: 2022-12-12_22:13:32.591260) \u000a22:13:36.176012 run osmo-hlr_10.42.42.2(pid=1302): stderr: \u000a| �[0;m�[1;31m20221212221332792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221332792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221332792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221332792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221332792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221332792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221332804 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221332812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221332813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221332813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:13:36.220260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1301): Terminating (SIGTERM)\u000a22:13:36.262669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1304): Terminating (SIGTERM)\u000a22:13:36.305177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1307): Terminating (SIGTERM)\u000a22:13:36.315234 --- ParallelTerminationStrategy: PID 1301 died...\u000a22:13:36.372172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1301): Terminated: ok {rc=0}\u000a22:13:36.382357 --- ParallelTerminationStrategy: PID 1304 died...\u000a22:13:36.438301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1304): Terminated: ok {rc=0}\u000a22:13:36.448618 --- ParallelTerminationStrategy: PID 1307 died...\u000a22:13:36.505260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1307): Terminated: ok {rc=0}\u000a22:13:36.591620 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:12:38" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1323): Process ended prematurely: osmo-stp_10.42.42.5(pid=1323) [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1323)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1323): Process ended prematurely: osmo-stp_10.42.42.5(pid=1323) [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1323)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:13:38.709056 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:13:38.720476 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:13:38.872894 tst cs_paging_gprs_active.py: using LAC 31850\u000a22:13:38.995489 tst cs_paging_gprs_active.py: using RAC 230\u000a22:13:39.117786 tst cs_paging_gprs_active.py: using CellId 31850\u000a22:13:39.239954 tst cs_paging_gprs_active.py: using BVCI 31851\u000a22:13:39.264024 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:13:39.275294 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:13:39.286173 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:13:39.296885 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:13:39.307381 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:13:39.318005 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:13:39.328606 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:13:39.339065 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:13:39.349832 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:13:39.471253 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:13:39.773278 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:13:39.911515 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:13:40.254975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1313): Launched\u000a22:13:40.541484 run iperf3-srv_10.42.42.10(pid=1314): Launched\u000a22:13:40.745594 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:13:40.884599 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:13:41.227310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1315): Launched\u000a22:13:41.512860 run iperf3-srv_10.42.42.10(pid=1316): Launched\u000a22:13:41.716597 tst cs_paging_gprs_active.py:38: start network...\u000a22:13:41.855270 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:13:42.379406 run create_hlr_db(pid=1317): Launched\u000a22:13:42.572028 bus /gobi_6: Setting Powered False\u000a22:13:43.593196 run create_hlr_db(pid=1317): Terminated: ok {rc=0}\u000a22:13:44.010401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1319): Launched\u000a22:13:44.322722 run osmo-hlr_10.42.42.2(pid=1320): Launched\u000a22:13:44.437323 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:13:44.975115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1322): Launched\u000a22:13:45.285645 run osmo-stp_10.42.42.5(pid=1323): Launched\u000a22:13:45.401306 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:13:45.978007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1325): Launched\u000a22:13:46.101681 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:13:46.410995 run patchelf(pid=1326): Launched\u000a22:13:46.613273 run osmo-stp_10.42.42.5(pid=1323): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1323)]\u000a22:13:46.760186 run osmo-stp_10.42.42.5(pid=1323): stdout: \u000a| (launched: 2022-12-12_22:13:45.132773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:46.909349 run osmo-stp_10.42.42.5(pid=1323): stderr: \u000a| �[0;m�[38;5;43m20221212221345308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221345308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221345308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221345309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221345309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221345309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221345309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:47.051786 run osmo-stp_10.42.42.5(pid=1323): stdout: \u000a| (launched: 2022-12-12_22:13:45.132773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:47.193945 run osmo-stp_10.42.42.5(pid=1323): stderr: \u000a| �[0;m�[38;5;43m20221212221345308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221345308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221345308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221345309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221345309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221345309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221345309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:47.354917 run patchelf(pid=1326): Terminating (SIGINT)\u000a22:13:47.543791 run patchelf(pid=1326): Terminated: ok {rc=0}\u000a22:13:47.578207 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1323): Process ended prematurely: osmo-stp_10.42.42.5(pid=1323) [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1323)] [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:13:47.588347 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a22:13:47.653079 run osmo-hlr_10.42.42.2(pid=1320): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1320)]\u000a22:13:47.705396 run osmo-hlr_10.42.42.2(pid=1320): stdout: \u000a| (launched: 2022-12-12_22:13:44.169243) \u000a22:13:47.758321 run osmo-hlr_10.42.42.2(pid=1320): stderr: \u000a| �[0;m�[1;31m20221212221344347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221344347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221344347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221344348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221344348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221344348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221344360 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221344368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221344369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221344369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:13:47.803357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1313): Terminating (SIGTERM)\u000a22:13:47.845527 run iperf3-srv_10.42.42.10(pid=1314): Terminating (SIGTERM)\u000a22:13:47.888156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1315): Terminating (SIGTERM)\u000a22:13:47.930865 run iperf3-srv_10.42.42.10(pid=1316): Terminating (SIGTERM)\u000a22:13:47.973573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1319): Terminating (SIGTERM)\u000a22:13:48.016193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1322): Terminating (SIGTERM)\u000a22:13:48.059437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1325): Terminating (SIGTERM)\u000a22:13:48.069740 --- ParallelTerminationStrategy: PID 1313 died...\u000a22:13:48.126979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1313): Terminated: ok {rc=0}\u000a22:13:48.137408 --- ParallelTerminationStrategy: PID 1314 died...\u000a22:13:48.194028 run iperf3-srv_10.42.42.10(pid=1314): Terminated {rc=256}\u000a22:13:48.204337 --- ParallelTerminationStrategy: PID 1315 died...\u000a22:13:48.260500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1315): Terminated: ok {rc=0}\u000a22:13:48.271212 --- ParallelTerminationStrategy: PID 1316 died...\u000a22:13:48.327845 run iperf3-srv_10.42.42.10(pid=1316): Terminated {rc=256}\u000a22:13:48.338179 --- ParallelTerminationStrategy: PID 1319 died...\u000a22:13:48.395150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1319): Terminated: ok {rc=0}\u000a22:13:48.405468 --- ParallelTerminationStrategy: PID 1322 died...\u000a22:13:48.462311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1322): Terminated: ok {rc=0}\u000a22:13:48.472908 --- ParallelTerminationStrategy: PID 1325 died...\u000a22:13:48.529126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1325): Terminated: ok {rc=0}\u000a22:13:48.615006 bus /gobi_0: Setting Powered False\u000a22:13:49.723557 bus /gobi_0: Setting Powered False\u000a22:13:50.832340 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1335): Process ended prematurely: osmo-stp_10.42.42.5(pid=1335) [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1335)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1335): Process ended prematurely: osmo-stp_10.42.42.5(pid=1335) [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1335)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:13:51.948061 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:13:51.960120 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:13:52.118698 tst iperf3.py: using LAC 31851\u000a22:13:52.248897 tst iperf3.py: using RAC 231\u000a22:13:52.379052 tst iperf3.py: using CellId 31851\u000a22:13:52.504540 tst iperf3.py: using BVCI 31852\u000a22:13:52.528371 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:13:52.539488 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:13:52.550259 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:13:52.562315 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:13:52.573126 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:13:52.583728 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:13:52.594477 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:13:52.604923 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:13:52.615649 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:13:52.915027 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:13:53.054108 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:13:53.396469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1327): Launched\u000a22:13:53.682307 run iperf3-srv_10.42.42.10(pid=1328): Launched\u000a22:13:53.885881 tst iperf3.py:8: start network...\u000a22:13:54.024388 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:13:54.546514 run create_hlr_db(pid=1329): Launched\u000a22:13:54.737744 bus /gobi_6: Setting Powered False\u000a22:13:55.758330 run create_hlr_db(pid=1329): Terminated: ok {rc=0}\u000a22:13:56.174702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1331): Launched\u000a22:13:56.485760 run osmo-hlr_10.42.42.2(pid=1332): Launched\u000a22:13:56.601098 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:13:57.136759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1334): Launched\u000a22:13:57.446534 run osmo-stp_10.42.42.5(pid=1335): Launched\u000a22:13:57.560412 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:13:58.099794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1337): Launched\u000a22:13:58.209744 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:13:58.479793 run patchelf(pid=1338): Launched\u000a22:13:58.660913 run osmo-stp_10.42.42.5(pid=1335): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1335)]\u000a22:13:58.792845 run osmo-stp_10.42.42.5(pid=1335): stdout: \u000a| (launched: 2022-12-12_22:13:57.293494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:58.925567 run osmo-stp_10.42.42.5(pid=1335): stderr: \u000a| �[0;m�[38;5;43m20221212221357465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221357465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221357465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221357466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221357468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221357468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221357468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:59.052735 run osmo-stp_10.42.42.5(pid=1335): stdout: \u000a| (launched: 2022-12-12_22:13:57.293494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:59.179511 run osmo-stp_10.42.42.5(pid=1335): stderr: \u000a| �[0;m�[38;5;43m20221212221357465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221357465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221357465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221357466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221357468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221357468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221357468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:59.328011 run patchelf(pid=1338): Terminating (SIGINT)\u000a22:13:59.503779 run patchelf(pid=1338): Terminated: ok {rc=0}\u000a22:13:59.536166 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1335): Process ended prematurely: osmo-stp_10.42.42.5(pid=1335) [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1335)] [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:13:59.545496 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a22:13:59.605336 run osmo-hlr_10.42.42.2(pid=1332): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1332)]\u000a22:13:59.653876 run osmo-hlr_10.42.42.2(pid=1332): stdout: \u000a| (launched: 2022-12-12_22:13:56.332926) \u000a22:13:59.702984 run osmo-hlr_10.42.42.2(pid=1332): stderr: \u000a| �[0;m�[1;31m20221212221356511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221356511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221356511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221356511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221356511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221356511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221356523 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221356532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221356532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221356532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:13:59.744914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1327): Terminating (SIGTERM)\u000a22:13:59.784120 run iperf3-srv_10.42.42.10(pid=1328): Terminating (SIGTERM)\u000a22:13:59.823712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1331): Terminating (SIGTERM)\u000a22:13:59.863334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1334): Terminating (SIGTERM)\u000a22:13:59.902881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1337): Terminating (SIGTERM)\u000a22:13:59.912006 --- ParallelTerminationStrategy: PID 1327 died...\u000a22:13:59.965572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1327): Terminated: ok {rc=0}\u000a22:13:59.975055 --- ParallelTerminationStrategy: PID 1328 died...\u000a22:14:00.027598 run iperf3-srv_10.42.42.10(pid=1328): Terminated {rc=256}\u000a22:14:00.037127 --- ParallelTerminationStrategy: PID 1331 died...\u000a22:14:00.089384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1331): Terminated: ok {rc=0}\u000a22:14:00.098855 --- ParallelTerminationStrategy: PID 1334 died...\u000a22:14:00.151414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1334): Terminated: ok {rc=0}\u000a22:14:00.160818 --- ParallelTerminationStrategy: PID 1337 died...\u000a22:14:00.213315 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1337): Terminated: ok {rc=0}\u000a22:14:00.295774 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1353): Process ended prematurely: osmo-stp_10.42.42.5(pid=1353) [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1353)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1353): Process ended prematurely: osmo-stp_10.42.42.5(pid=1353) [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1353)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:14:01.406089 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:14:01.417857 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:14:01.576319 tst iperf3m4.py: using LAC 31852\u000a22:14:01.709766 tst iperf3m4.py: using RAC 232\u000a22:14:01.844767 tst iperf3m4.py: using CellId 31852\u000a22:14:01.975698 tst iperf3m4.py: using BVCI 31853\u000a22:14:02.000463 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:14:02.012162 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:14:02.023664 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:14:02.035183 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:14:02.046629 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:14:02.059098 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:14:02.070763 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:14:02.081930 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:14:02.093823 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:14:02.212177 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:14:02.334090 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:14:02.456543 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:14:02.745946 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:14:02.874423 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:14:03.194482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1339): Launched\u000a22:14:03.462297 run iperf3-srv_10.42.42.10(pid=1340): Launched\u000a22:14:03.651474 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:14:03.779830 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:14:04.100165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1341): Launched\u000a22:14:04.366396 run iperf3-srv_10.42.42.10(pid=1342): Launched\u000a22:14:04.554558 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:14:04.682399 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:14:05.002709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1343): Launched\u000a22:14:05.268932 run iperf3-srv_10.42.42.10(pid=1344): Launched\u000a22:14:05.457215 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:14:05.586384 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:14:05.906619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1345): Launched\u000a22:14:06.173377 run iperf3-srv_10.42.42.10(pid=1346): Launched\u000a22:14:06.361492 tst iperf3m4.py:8: start network...\u000a22:14:06.489628 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:14:06.985737 run create_hlr_db(pid=1347): Launched\u000a22:14:07.163304 bus /gobi_6: Setting Powered False\u000a22:14:08.197456 run create_hlr_db(pid=1347): Terminated: ok {rc=0}\u000a22:14:08.637781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1349): Launched\u000a22:14:08.968806 run osmo-hlr_10.42.42.2(pid=1350): Launched\u000a22:14:09.091510 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:14:09.666809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1352): Launched\u000a22:14:09.997342 run osmo-stp_10.42.42.5(pid=1353): Launched\u000a22:14:10.118136 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:14:10.696823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1355): Launched\u000a22:14:10.814910 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:14:11.104760 run patchelf(pid=1356): Launched\u000a22:14:11.299223 run osmo-stp_10.42.42.5(pid=1353): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1353)]\u000a22:14:11.440689 run osmo-stp_10.42.42.5(pid=1353): stdout: \u000a| (launched: 2022-12-12_22:14:09.834826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:11.583267 run osmo-stp_10.42.42.5(pid=1353): stderr: \u000a| �[0;m�[38;5;43m20221212221410027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221410027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221410027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221410028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221410028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221410028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221410028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:11.720339 run osmo-stp_10.42.42.5(pid=1353): stdout: \u000a| (launched: 2022-12-12_22:14:09.834826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:11.856216 run osmo-stp_10.42.42.5(pid=1353): stderr: \u000a| �[0;m�[38;5;43m20221212221410027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221410027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221410027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221410028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221410028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221410028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221410028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:12.015113 run patchelf(pid=1356): Terminating (SIGINT)\u000a22:14:12.201865 run patchelf(pid=1356): Terminated: ok {rc=0}\u000a22:14:12.235903 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1353): Process ended prematurely: osmo-stp_10.42.42.5(pid=1353) [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1353)] [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:14:12.245855 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a22:14:12.309852 run osmo-hlr_10.42.42.2(pid=1350): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1350)]\u000a22:14:12.361618 run osmo-hlr_10.42.42.2(pid=1350): stdout: \u000a| (launched: 2022-12-12_22:14:08.805931) \u000a22:14:12.413787 run osmo-hlr_10.42.42.2(pid=1350): stderr: \u000a| �[0;m�[1;31m20221212221409004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221409004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221409004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221409004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221409004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221409004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221409021 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221409029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221409029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221409029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:14:12.458128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1339): Terminating (SIGTERM)\u000a22:14:12.500706 run iperf3-srv_10.42.42.10(pid=1340): Terminating (SIGTERM)\u000a22:14:12.543541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1341): Terminating (SIGTERM)\u000a22:14:12.585938 run iperf3-srv_10.42.42.10(pid=1342): Terminating (SIGTERM)\u000a22:14:12.628465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1343): Terminating (SIGTERM)\u000a22:14:12.670648 run iperf3-srv_10.42.42.10(pid=1344): Terminating (SIGTERM)\u000a22:14:12.712758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1345): Terminating (SIGTERM)\u000a22:14:12.754856 run iperf3-srv_10.42.42.10(pid=1346): Terminating (SIGTERM)\u000a22:14:12.797525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1349): Terminating (SIGTERM)\u000a22:14:12.839711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1352): Terminating (SIGTERM)\u000a22:14:12.881956 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1355): Terminating (SIGTERM)\u000a22:14:12.891829 --- ParallelTerminationStrategy: PID 1339 died...\u000a22:14:12.948204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1339): Terminated: ok {rc=0}\u000a22:14:12.958714 --- ParallelTerminationStrategy: PID 1340 died...\u000a22:14:13.014386 run iperf3-srv_10.42.42.10(pid=1340): Terminated {rc=256}\u000a22:14:13.024789 --- ParallelTerminationStrategy: PID 1341 died...\u000a22:14:13.081231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1341): Terminated: ok {rc=0}\u000a22:14:13.091308 --- ParallelTerminationStrategy: PID 1342 died...\u000a22:14:13.147633 run iperf3-srv_10.42.42.10(pid=1342): Terminated {rc=256}\u000a22:14:13.158098 --- ParallelTerminationStrategy: PID 1343 died...\u000a22:14:13.214537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1343): Terminated: ok {rc=0}\u000a22:14:13.224726 --- ParallelTerminationStrategy: PID 1344 died...\u000a22:14:13.280800 run iperf3-srv_10.42.42.10(pid=1344): Terminated {rc=256}\u000a22:14:13.290936 --- ParallelTerminationStrategy: PID 1345 died...\u000a22:14:13.347047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1345): Terminated: ok {rc=0}\u000a22:14:13.357929 --- ParallelTerminationStrategy: PID 1346 died...\u000a22:14:13.414815 run iperf3-srv_10.42.42.10(pid=1346): Terminated {rc=256}\u000a22:14:13.425153 --- ParallelTerminationStrategy: PID 1349 died...\u000a22:14:13.481657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1349): Terminated: ok {rc=0}\u000a22:14:13.492189 --- ParallelTerminationStrategy: PID 1352 died...\u000a22:14:13.548355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1352): Terminated: ok {rc=0}\u000a22:14:13.558726 --- ParallelTerminationStrategy: PID 1355 died...\u000a22:14:13.614952 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1355): Terminated: ok {rc=0}\u000a22:14:13.703340 bus /gobi_4: Setting Powered False\u000a22:14:14.811450 bus /gobi_4: Setting Powered False\u000a22:14:15.935229 bus /gobi_1: Setting Powered False\u000a22:14:17.040635 bus /gobi_1: Setting Powered False\u000a22:14:18.147923 bus /gobi_0: Setting Powered False\u000a22:14:19.249713 bus /gobi_0: Setting Powered False\u000a22:14:20.362821 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1363): Process ended prematurely: osmo-stp_10.42.42.5(pid=1363) [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1363)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1363): Process ended prematurely: osmo-stp_10.42.42.5(pid=1363) [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1363)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:14:21.430396 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:14:21.441841 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:14:21.587069 tst ping.py: using LAC 31853\u000a22:14:21.705778 tst ping.py: using RAC 233\u000a22:14:21.834645 tst ping.py: using CellId 31853\u000a22:14:21.962773 tst ping.py: using BVCI 31854\u000a22:14:21.987969 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:14:21.999541 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:14:22.010990 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:14:22.022941 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:14:22.034606 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:14:22.046351 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:14:22.058219 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:14:22.069915 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:14:22.352331 tst ping.py:19: start network...\u000a22:14:22.479333 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:14:22.966061 run create_hlr_db(pid=1357): Launched\u000a22:14:23.142442 bus /gobi_6: Setting Powered False\u000a22:14:24.163292 run create_hlr_db(pid=1357): Terminated: ok {rc=0}\u000a22:14:24.597554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1359): Launched\u000a22:14:24.922960 run osmo-hlr_10.42.42.2(pid=1360): Launched\u000a22:14:25.045684 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:14:25.621030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1362): Launched\u000a22:14:25.946819 run osmo-stp_10.42.42.5(pid=1363): Launched\u000a22:14:26.064769 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:14:26.632217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1365): Launched\u000a22:14:26.748475 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:14:27.031704 run patchelf(pid=1366): Launched\u000a22:14:27.221851 run osmo-stp_10.42.42.5(pid=1363): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1363)]\u000a22:14:27.361028 run osmo-stp_10.42.42.5(pid=1363): stdout: \u000a| (launched: 2022-12-12_22:14:25.786966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:27.500792 run osmo-stp_10.42.42.5(pid=1363): stderr: \u000a| �[0;m�[38;5;43m20221212221425981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221425981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221425981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221425982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221425982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221425982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221425982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:27.635075 run osmo-stp_10.42.42.5(pid=1363): stdout: \u000a| (launched: 2022-12-12_22:14:25.786966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:27.768512 run osmo-stp_10.42.42.5(pid=1363): stderr: \u000a| �[0;m�[38;5;43m20221212221425981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221425981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221425981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221425982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221425982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221425982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221425982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:27.924724 run patchelf(pid=1366): Terminating (SIGINT)\u000a22:14:28.108301 run patchelf(pid=1366): Terminated: ok {rc=0}\u000a22:14:28.141208 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1363): Process ended prematurely: osmo-stp_10.42.42.5(pid=1363) [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1363)] [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:14:28.150375 tst ping.py:22: Test FAILED (6.7 sec)\u000a22:14:28.214695 run osmo-hlr_10.42.42.2(pid=1360): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1360)]\u000a22:14:28.266434 run osmo-hlr_10.42.42.2(pid=1360): stdout: \u000a| (launched: 2022-12-12_22:14:24.762975) \u000a22:14:28.318752 run osmo-hlr_10.42.42.2(pid=1360): stderr: \u000a| �[0;m�[1;31m20221212221424963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221424963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221424963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221424963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221424963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221424963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221424975 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221424984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221424984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221424984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:14:28.363038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1359): Terminating (SIGTERM)\u000a22:14:28.405960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1362): Terminating (SIGTERM)\u000a22:14:28.448126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1365): Terminating (SIGTERM)\u000a22:14:28.458482 --- ParallelTerminationStrategy: PID 1359 died...\u000a22:14:28.515309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1359): Terminated: ok {rc=0}\u000a22:14:28.525519 --- ParallelTerminationStrategy: PID 1362 died...\u000a22:14:28.581815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1362): Terminated: ok {rc=0}\u000a22:14:28.591944 --- ParallelTerminationStrategy: PID 1365 died...\u000a22:14:28.647635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1365): Terminated: ok {rc=0}\u000a22:14:28.735163 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1373): Process ended prematurely: osmo-stp_10.42.42.5(pid=1373) [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1373)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1373): Process ended prematurely: osmo-stp_10.42.42.5(pid=1373) [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1373)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:14:29.787449 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:14:29.799495 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:14:29.948275 tst ping_idle_ping.py: using LAC 31854\u000a22:14:30.075898 tst ping_idle_ping.py: using RAC 234\u000a22:14:30.198397 tst ping_idle_ping.py: using CellId 31854\u000a22:14:30.320584 tst ping_idle_ping.py: using BVCI 31855\u000a22:14:30.344344 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:14:30.355326 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:14:30.366118 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:14:30.377456 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:14:30.388575 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:14:30.399785 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:14:30.411149 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:14:30.422363 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:14:30.719095 tst ping_idle_ping.py:24: start network...\u000a22:14:30.872494 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:14:31.438784 run create_hlr_db(pid=1367): Launched\u000a22:14:31.633823 bus /gobi_6: Setting Powered False\u000a22:14:32.648652 run create_hlr_db(pid=1367): Terminated: ok {rc=0}\u000a22:14:33.084629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1369): Launched\u000a22:14:33.412010 run osmo-hlr_10.42.42.2(pid=1370): Launched\u000a22:14:33.532089 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:14:34.098550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1372): Launched\u000a22:14:34.427822 run osmo-stp_10.42.42.5(pid=1373): Launched\u000a22:14:34.551086 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:14:35.120491 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1376): Launched\u000a22:14:35.237135 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:14:35.523548 run patchelf(pid=1377): Launched\u000a22:14:35.716004 run osmo-stp_10.42.42.5(pid=1373): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1373)]\u000a22:14:35.856362 run osmo-stp_10.42.42.5(pid=1373): stdout: \u000a| (launched: 2022-12-12_22:14:34.264134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:35.996759 run osmo-stp_10.42.42.5(pid=1373): stderr: \u000a| �[0;m�[38;5;43m20221212221434463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221434463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221434463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221434464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221434464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221434464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221434464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:36.132496 run osmo-stp_10.42.42.5(pid=1373): stdout: \u000a| (launched: 2022-12-12_22:14:34.264134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:36.267178 run osmo-stp_10.42.42.5(pid=1373): stderr: \u000a| �[0;m�[38;5;43m20221212221434463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221434463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221434463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221434464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221434464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221434464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221434464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:36.424806 run patchelf(pid=1377): Terminating (SIGINT)\u000a22:14:36.610856 run patchelf(pid=1377): Terminated: ok {rc=0}\u000a22:14:36.644640 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1373): Process ended prematurely: osmo-stp_10.42.42.5(pid=1373) [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1373)] [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:14:36.653998 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a22:14:36.717359 run osmo-hlr_10.42.42.2(pid=1370): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1370)]\u000a22:14:36.768837 run osmo-hlr_10.42.42.2(pid=1370): stdout: \u000a| (launched: 2022-12-12_22:14:33.251031) \u000a22:14:36.821150 run osmo-hlr_10.42.42.2(pid=1370): stderr: \u000a| �[0;m�[1;31m20221212221433449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221433449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221433449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221433449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221433449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221433449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221433460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221433469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221433469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221433469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:14:36.865584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1369): Terminating (SIGTERM)\u000a22:14:36.907876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1372): Terminating (SIGTERM)\u000a22:14:36.950764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1376): Terminating (SIGTERM)\u000a22:14:36.960590 --- ParallelTerminationStrategy: PID 1369 died...\u000a22:14:37.016885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1369): Terminated: ok {rc=0}\u000a22:14:37.027329 --- ParallelTerminationStrategy: PID 1372 died...\u000a22:14:37.083917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1372): Terminated: ok {rc=0}\u000a22:14:37.094352 --- ParallelTerminationStrategy: PID 1376 died...\u000a22:14:37.150769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1376): Terminated: ok {rc=0}\u000a22:14:37.238260 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:13:38" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1401): Process ended prematurely: osmo-stp_10.42.42.5(pid=1401) [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1401)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1401): Process ended prematurely: osmo-stp_10.42.42.5(pid=1401) [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1401)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:14:39.353543 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:14:39.364217 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:14:39.513646 tst cs_paging_gprs_active.py: using LAC 31855\u000a22:14:39.637731 tst cs_paging_gprs_active.py: using RAC 235\u000a22:14:39.761788 tst cs_paging_gprs_active.py: using CellId 31855\u000a22:14:39.886325 tst cs_paging_gprs_active.py: using BVCI 31856\u000a22:14:39.910192 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:14:39.920879 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:14:39.931657 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:14:39.942868 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:14:39.954115 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:14:39.964789 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:14:39.975508 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:14:39.986007 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:14:39.996687 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:14:40.118675 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:14:40.421458 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:14:40.561534 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:14:40.904249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1381): Launched\u000a22:14:41.190016 run iperf3-srv_10.42.42.10(pid=1382): Launched\u000a22:14:41.394044 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:14:41.533685 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:14:41.876876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1383): Launched\u000a22:14:42.162624 run iperf3-srv_10.42.42.10(pid=1384): Launched\u000a22:14:42.365936 tst cs_paging_gprs_active.py:38: start network...\u000a22:14:42.509523 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:14:43.033142 run create_hlr_db(pid=1395): Launched\u000a22:14:43.225237 bus /gobi_6: Setting Powered False\u000a22:14:44.245623 run create_hlr_db(pid=1395): Terminated: ok {rc=0}\u000a22:14:44.661878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1397): Launched\u000a22:14:44.982479 run osmo-hlr_10.42.42.2(pid=1398): Launched\u000a22:14:45.102137 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:14:45.680740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1400): Launched\u000a22:14:46.191998 run osmo-stp_10.42.42.5(pid=1401): Launched\u000a22:14:46.379719 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:14:46.981677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1403): Launched\u000a22:14:47.103700 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:14:47.397777 run patchelf(pid=1404): Launched\u000a22:14:47.592513 run osmo-stp_10.42.42.5(pid=1401): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1401)]\u000a22:14:47.734606 run osmo-stp_10.42.42.5(pid=1401): stdout: \u000a| (launched: 2022-12-12_22:14:45.851438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:47.876546 run osmo-stp_10.42.42.5(pid=1401): stderr: \u000a| �[0;m�[38;5;43m20221212221446115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221446115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221446116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221446116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221446117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221446117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221446117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:48.014239 run osmo-stp_10.42.42.5(pid=1401): stdout: \u000a| (launched: 2022-12-12_22:14:45.851438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:48.150554 run osmo-stp_10.42.42.5(pid=1401): stderr: \u000a| �[0;m�[38;5;43m20221212221446115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221446115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221446116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221446116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221446117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221446117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221446117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:48.309798 run patchelf(pid=1404): Terminating (SIGINT)\u000a22:14:48.496844 run patchelf(pid=1404): Terminated: ok {rc=0}\u000a22:14:48.531435 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1401): Process ended prematurely: osmo-stp_10.42.42.5(pid=1401) [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1401)] [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a22:14:48.541443 tst cs_paging_gprs_active.py:38: Test FAILED (9.2 sec)\u000a22:14:48.605728 run osmo-hlr_10.42.42.2(pid=1398): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1398)]\u000a22:14:48.657691 run osmo-hlr_10.42.42.2(pid=1398): stdout: \u000a| (launched: 2022-12-12_22:14:44.820744) \u000a22:14:48.710369 run osmo-hlr_10.42.42.2(pid=1398): stderr: \u000a| �[0;m�[1;31m20221212221445015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221445015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221445015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221445015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221445015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221445015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221445028 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221445037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221445037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221445037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:14:48.755035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1381): Terminating (SIGTERM)\u000a22:14:48.797606 run iperf3-srv_10.42.42.10(pid=1382): Terminating (SIGTERM)\u000a22:14:48.840105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1383): Terminating (SIGTERM)\u000a22:14:48.882463 run iperf3-srv_10.42.42.10(pid=1384): Terminating (SIGTERM)\u000a22:14:48.924877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1397): Terminating (SIGTERM)\u000a22:14:48.967298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1400): Terminating (SIGTERM)\u000a22:14:49.009568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1403): Terminating (SIGTERM)\u000a22:14:49.019315 --- ParallelTerminationStrategy: PID 1381 died...\u000a22:14:49.076089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1381): Terminated: ok {rc=0}\u000a22:14:49.086201 --- ParallelTerminationStrategy: PID 1382 died...\u000a22:14:49.142224 run iperf3-srv_10.42.42.10(pid=1382): Terminated {rc=256}\u000a22:14:49.152488 --- ParallelTerminationStrategy: PID 1383 died...\u000a22:14:49.208918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1383): Terminated: ok {rc=0}\u000a22:14:49.219273 --- ParallelTerminationStrategy: PID 1384 died...\u000a22:14:49.275088 run iperf3-srv_10.42.42.10(pid=1384): Terminated {rc=256}\u000a22:14:49.285482 --- ParallelTerminationStrategy: PID 1397 died...\u000a22:14:49.341460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1397): Terminated: ok {rc=0}\u000a22:14:49.351779 --- ParallelTerminationStrategy: PID 1400 died...\u000a22:14:49.407837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1400): Terminated: ok {rc=0}\u000a22:14:49.418212 --- ParallelTerminationStrategy: PID 1403 died...\u000a22:14:49.474927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1403): Terminated: ok {rc=0}\u000a22:14:49.563649 bus /gobi_0: Setting Powered False\u000a22:14:50.669782 bus /gobi_0: Setting Powered False\u000a22:14:51.776856 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1413): Process ended prematurely: osmo-stp_10.42.42.5(pid=1413) [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1413)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1413): Process ended prematurely: osmo-stp_10.42.42.5(pid=1413) [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1413)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a22:14:52.894104 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:14:52.905951 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:14:53.064425 tst iperf3.py: using LAC 31856\u000a22:14:53.195978 tst iperf3.py: using RAC 236\u000a22:14:53.328345 tst iperf3.py: using CellId 31856\u000a22:14:53.457933 tst iperf3.py: using BVCI 31857\u000a22:14:53.483412 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:14:53.494714 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:14:53.506187 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:14:53.517670 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:14:53.529035 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:14:53.540383 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:14:53.552013 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:14:53.563305 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:14:53.574881 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:14:53.874206 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:14:54.013362 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:14:54.357321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1405): Launched\u000a22:14:54.643978 run iperf3-srv_10.42.42.10(pid=1406): Launched\u000a22:14:54.847763 tst iperf3.py:8: start network...\u000a22:14:54.986694 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:14:55.507529 run create_hlr_db(pid=1407): Launched\u000a22:14:55.699068 bus /gobi_6: Setting Powered False\u000a22:14:56.719737 run create_hlr_db(pid=1407): Terminated: ok {rc=0}\u000a22:14:57.135143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1409): Launched\u000a22:14:57.445056 run osmo-hlr_10.42.42.2(pid=1410): Launched\u000a22:14:57.562134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:14:58.102174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1412): Launched\u000a22:14:58.413378 run osmo-stp_10.42.42.5(pid=1413): Launched\u000a22:14:58.526642 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:14:59.068750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1415): Launched\u000a22:14:59.179747 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:14:59.450952 run patchelf(pid=1416): Launched\u000a22:14:59.632633 run osmo-stp_10.42.42.5(pid=1413): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1413)]\u000a22:14:59.765399 run osmo-stp_10.42.42.5(pid=1413): stdout: \u000a| (launched: 2022-12-12_22:14:58.259722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:59.898202 run osmo-stp_10.42.42.5(pid=1413): stderr: \u000a| �[0;m�[38;5;43m20221212221458431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221458431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221458431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221458432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221458432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221458432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221458432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:00.027020 run osmo-stp_10.42.42.5(pid=1413): stdout: \u000a| (launched: 2022-12-12_22:14:58.259722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:00.154435 run osmo-stp_10.42.42.5(pid=1413): stderr: \u000a| �[0;m�[38;5;43m20221212221458431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221458431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221458431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221458432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221458432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221458432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221458432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:00.302968 run patchelf(pid=1416): Terminating (SIGINT)\u000a22:15:00.478486 run patchelf(pid=1416): Terminated: ok {rc=0}\u000a22:15:00.510406 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1413): Process ended prematurely: osmo-stp_10.42.42.5(pid=1413) [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1413)] [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a22:15:00.519574 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a22:15:00.579273 run osmo-hlr_10.42.42.2(pid=1410): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1410)]\u000a22:15:00.628215 run osmo-hlr_10.42.42.2(pid=1410): stdout: \u000a| (launched: 2022-12-12_22:14:57.291803) \u000a22:15:00.677798 run osmo-hlr_10.42.42.2(pid=1410): stderr: \u000a| �[0;m�[1;31m20221212221457467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221457467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221457467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221457467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221457467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221457467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221457479 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221457487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221457487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221457488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:15:00.719905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1405): Terminating (SIGTERM)\u000a22:15:00.759734 run iperf3-srv_10.42.42.10(pid=1406): Terminating (SIGTERM)\u000a22:15:00.799632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1409): Terminating (SIGTERM)\u000a22:15:00.856240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1412): Terminating (SIGTERM)\u000a22:15:00.919745 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1415): Terminating (SIGTERM)\u000a22:15:00.930219 --- ParallelTerminationStrategy: PID 1405 died...\u000a22:15:00.986571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1405): Terminated: ok {rc=0}\u000a22:15:00.996825 --- ParallelTerminationStrategy: PID 1406 died...\u000a22:15:01.055812 run iperf3-srv_10.42.42.10(pid=1406): Terminated {rc=256}\u000a22:15:01.067932 --- ParallelTerminationStrategy: PID 1409 died...\u000a22:15:01.128805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1409): Terminated: ok {rc=0}\u000a22:15:01.139965 --- ParallelTerminationStrategy: PID 1412 died...\u000a22:15:01.199567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1412): Terminated: ok {rc=0}\u000a22:15:01.210721 --- ParallelTerminationStrategy: PID 1415 died...\u000a22:15:01.270697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1415): Terminated: ok {rc=0}\u000a22:15:01.363569 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1434): Process ended prematurely: osmo-stp_10.42.42.5(pid=1434) [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1434)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1434): Process ended prematurely: osmo-stp_10.42.42.5(pid=1434) [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1434)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a22:15:02.485253 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:15:02.497141 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:15:02.653847 tst iperf3m4.py: using LAC 31857\u000a22:15:02.784525 tst iperf3m4.py: using RAC 237\u000a22:15:02.915811 tst iperf3m4.py: using CellId 31857\u000a22:15:03.045516 tst iperf3m4.py: using BVCI 31858\u000a22:15:03.071088 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:15:03.082485 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:15:03.093667 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:15:03.105223 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:15:03.116699 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:15:03.128223 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:15:03.139782 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:15:03.151204 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:15:03.162958 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:15:03.281092 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:15:03.404462 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:15:03.523975 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:15:03.824902 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:15:03.963549 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:15:04.306960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1420): Launched\u000a22:15:04.592684 run iperf3-srv_10.42.42.10(pid=1421): Launched\u000a22:15:04.796168 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:15:04.934618 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:15:05.278184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1422): Launched\u000a22:15:05.564500 run iperf3-srv_10.42.42.10(pid=1423): Launched\u000a22:15:05.767668 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:15:05.906335 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:15:06.249719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1424): Launched\u000a22:15:06.535735 run iperf3-srv_10.42.42.10(pid=1425): Launched\u000a22:15:06.739843 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:15:06.879102 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:15:07.222601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1426): Launched\u000a22:15:07.507981 run iperf3-srv_10.42.42.10(pid=1427): Launched\u000a22:15:07.710999 tst iperf3m4.py:8: start network...\u000a22:15:07.849289 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:15:08.370756 run create_hlr_db(pid=1428): Launched\u000a22:15:08.562722 bus /gobi_6: Setting Powered False\u000a22:15:09.583729 run create_hlr_db(pid=1428): Terminated: ok {rc=0}\u000a22:15:09.998743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1430): Launched\u000a22:15:10.310614 run osmo-hlr_10.42.42.2(pid=1431): Launched\u000a22:15:10.425473 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:15:10.969865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1433): Launched\u000a22:15:11.282492 run osmo-stp_10.42.42.5(pid=1434): Launched\u000a22:15:11.395396 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:15:11.937686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1436): Launched\u000a22:15:12.049772 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:15:12.322123 run patchelf(pid=1437): Launched\u000a22:15:12.503672 run osmo-stp_10.42.42.5(pid=1434): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1434)]\u000a22:15:12.636361 run osmo-stp_10.42.42.5(pid=1434): stdout: \u000a| (launched: 2022-12-12_22:15:11.128601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:12.768902 run osmo-stp_10.42.42.5(pid=1434): stderr: \u000a| �[0;m�[38;5;43m20221212221511300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221511301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221511301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221511301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221511302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221511302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221511302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:12.897576 run osmo-stp_10.42.42.5(pid=1434): stdout: \u000a| (launched: 2022-12-12_22:15:11.128601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:13.024527 run osmo-stp_10.42.42.5(pid=1434): stderr: \u000a| �[0;m�[38;5;43m20221212221511300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221511301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221511301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221511301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221511302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221511302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221511302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:13.173809 run patchelf(pid=1437): Terminating (SIGINT)\u000a22:15:13.349158 run patchelf(pid=1437): Terminated: ok {rc=0}\u000a22:15:13.380934 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1434): Process ended prematurely: osmo-stp_10.42.42.5(pid=1434) [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1434)] [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a22:15:13.390326 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a22:15:13.450110 run osmo-hlr_10.42.42.2(pid=1431): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1431)]\u000a22:15:13.498968 run osmo-hlr_10.42.42.2(pid=1431): stdout: \u000a| (launched: 2022-12-12_22:15:10.156891) \u000a22:15:13.548405 run osmo-hlr_10.42.42.2(pid=1431): stderr: \u000a| �[0;m�[1;31m20221212221510334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221510334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221510334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221510334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221510334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221510334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221510345 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221510353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221510353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221510353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:15:13.590533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1420): Terminating (SIGTERM)\u000a22:15:13.630211 run iperf3-srv_10.42.42.10(pid=1421): Terminating (SIGTERM)\u000a22:15:13.669941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1422): Terminating (SIGTERM)\u000a22:15:13.709518 run iperf3-srv_10.42.42.10(pid=1423): Terminating (SIGTERM)\u000a22:15:13.749067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1424): Terminating (SIGTERM)\u000a22:15:13.788316 run iperf3-srv_10.42.42.10(pid=1425): Terminating (SIGTERM)\u000a22:15:13.827706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1426): Terminating (SIGTERM)\u000a22:15:13.867060 run iperf3-srv_10.42.42.10(pid=1427): Terminating (SIGTERM)\u000a22:15:13.906561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1430): Terminating (SIGTERM)\u000a22:15:13.945937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1433): Terminating (SIGTERM)\u000a22:15:13.985274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1436): Terminating (SIGTERM)\u000a22:15:13.994453 --- ParallelTerminationStrategy: PID 1420 died...\u000a22:15:14.048347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1420): Terminated: ok {rc=0}\u000a22:15:14.057967 --- ParallelTerminationStrategy: PID 1421 died...\u000a22:15:14.110663 run iperf3-srv_10.42.42.10(pid=1421): Terminated {rc=256}\u000a22:15:14.120097 --- ParallelTerminationStrategy: PID 1422 died...\u000a22:15:14.172704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1422): Terminated: ok {rc=0}\u000a22:15:14.182262 --- ParallelTerminationStrategy: PID 1423 died...\u000a22:15:14.234660 run iperf3-srv_10.42.42.10(pid=1423): Terminated {rc=256}\u000a22:15:14.244082 --- ParallelTerminationStrategy: PID 1424 died...\u000a22:15:14.296454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1424): Terminated: ok {rc=0}\u000a22:15:14.305936 --- ParallelTerminationStrategy: PID 1425 died...\u000a22:15:14.358264 run iperf3-srv_10.42.42.10(pid=1425): Terminated {rc=256}\u000a22:15:14.367766 --- ParallelTerminationStrategy: PID 1426 died...\u000a22:15:14.420099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1426): Terminated: ok {rc=0}\u000a22:15:14.429659 --- ParallelTerminationStrategy: PID 1427 died...\u000a22:15:14.482247 run iperf3-srv_10.42.42.10(pid=1427): Terminated {rc=256}\u000a22:15:14.491751 --- ParallelTerminationStrategy: PID 1430 died...\u000a22:15:14.544266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1430): Terminated: ok {rc=0}\u000a22:15:14.553781 --- ParallelTerminationStrategy: PID 1433 died...\u000a22:15:14.606206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1433): Terminated: ok {rc=0}\u000a22:15:14.615704 --- ParallelTerminationStrategy: PID 1436 died...\u000a22:15:14.668051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1436): Terminated: ok {rc=0}\u000a22:15:14.751348 bus /gobi_4: Setting Powered False\u000a22:15:15.864179 bus /gobi_4: Setting Powered False\u000a22:15:17.006502 bus /gobi_1: Setting Powered False\u000a22:15:18.114004 bus /gobi_1: Setting Powered False\u000a22:15:19.220723 bus /gobi_0: Setting Powered False\u000a22:15:20.328314 bus /gobi_0: Setting Powered False\u000a22:15:21.434444 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1444): Process ended prematurely: osmo-stp_10.42.42.5(pid=1444) [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1444)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1444): Process ended prematurely: osmo-stp_10.42.42.5(pid=1444) [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1444)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a22:15:22.502790 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:15:22.515011 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:15:22.669776 tst ping.py: using LAC 31858\u000a22:15:22.799042 tst ping.py: using RAC 238\u000a22:15:22.926469 tst ping.py: using CellId 31858\u000a22:15:23.053776 tst ping.py: using BVCI 31859\u000a22:15:23.078691 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:15:23.090194 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:15:23.101360 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:15:23.112815 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:15:23.124137 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:15:23.135528 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:15:23.147249 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:15:23.158616 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:15:23.455476 tst ping.py:19: start network...\u000a22:15:23.591725 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:15:24.102640 run create_hlr_db(pid=1438): Launched\u000a22:15:24.292567 bus /gobi_6: Setting Powered False\u000a22:15:25.310803 run create_hlr_db(pid=1438): Terminated: ok {rc=0}\u000a22:15:25.720796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1440): Launched\u000a22:15:26.024691 run osmo-hlr_10.42.42.2(pid=1441): Launched\u000a22:15:26.137715 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:15:26.668713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1443): Launched\u000a22:15:26.971525 run osmo-stp_10.42.42.5(pid=1444): Launched\u000a22:15:27.083002 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:15:27.611693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1446): Launched\u000a22:15:27.720062 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:15:27.987156 run patchelf(pid=1447): Launched\u000a22:15:28.165783 run osmo-stp_10.42.42.5(pid=1444): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1444)]\u000a22:15:28.295866 run osmo-stp_10.42.42.5(pid=1444): stdout: \u000a| (launched: 2022-12-12_22:15:26.822237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:28.426260 run osmo-stp_10.42.42.5(pid=1444): stderr: \u000a| �[0;m�[38;5;43m20221212221526993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221526993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221526993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221526994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221526994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221526994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221526994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:28.551790 run osmo-stp_10.42.42.5(pid=1444): stdout: \u000a| (launched: 2022-12-12_22:15:26.822237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:28.676367 run osmo-stp_10.42.42.5(pid=1444): stderr: \u000a| �[0;m�[38;5;43m20221212221526993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221526993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221526993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221526994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221526994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221526994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221526994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:28.822435 run patchelf(pid=1447): Terminating (SIGINT)\u000a22:15:28.994108 run patchelf(pid=1447): Terminated: ok {rc=0}\u000a22:15:29.025236 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1444): Process ended prematurely: osmo-stp_10.42.42.5(pid=1444) [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1444)] [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a22:15:29.033907 tst ping.py:22: Test FAILED (6.5 sec)\u000a22:15:29.097888 run osmo-hlr_10.42.42.2(pid=1441): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1441)]\u000a22:15:29.149351 run osmo-hlr_10.42.42.2(pid=1441): stdout: \u000a| (launched: 2022-12-12_22:15:25.874995) \u000a22:15:29.201757 run osmo-hlr_10.42.42.2(pid=1441): stderr: \u000a| �[0;m�[1;31m20221212221526051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221526051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221526052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221526052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221526052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221526052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221526063 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221526072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221526072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221526072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:15:29.246272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1440): Terminating (SIGTERM)\u000a22:15:29.287914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1443): Terminating (SIGTERM)\u000a22:15:29.330194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1446): Terminating (SIGTERM)\u000a22:15:29.339877 --- ParallelTerminationStrategy: PID 1440 died...\u000a22:15:29.395987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1440): Terminated: ok {rc=0}\u000a22:15:29.406352 --- ParallelTerminationStrategy: PID 1443 died...\u000a22:15:29.462454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1443): Terminated: ok {rc=0}\u000a22:15:29.472588 --- ParallelTerminationStrategy: PID 1446 died...\u000a22:15:29.528874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1446): Terminated: ok {rc=0}\u000a22:15:29.615674 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1454): Process ended prematurely: osmo-stp_10.42.42.5(pid=1454) [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1454)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1454): Process ended prematurely: osmo-stp_10.42.42.5(pid=1454) [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1454)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a22:15:30.668263 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:15:30.680187 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:15:30.829538 tst ping_idle_ping.py: using LAC 31859\u000a22:15:30.972880 tst ping_idle_ping.py: using RAC 239\u000a22:15:31.110337 tst ping_idle_ping.py: using CellId 31859\u000a22:15:31.272107 tst ping_idle_ping.py: using BVCI 31860\u000a22:15:31.307792 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:15:31.323368 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:15:31.340127 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:15:31.356607 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:15:31.373364 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:15:31.389300 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:15:31.405158 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:15:31.421329 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:15:31.739725 tst ping_idle_ping.py:24: start network...\u000a22:15:31.880791 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:15:32.405493 run create_hlr_db(pid=1448): Launched\u000a22:15:32.596850 bus /gobi_6: Setting Powered False\u000a22:15:33.616763 run create_hlr_db(pid=1448): Terminated: ok {rc=0}\u000a22:15:34.061880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1450): Launched\u000a22:15:34.389169 run osmo-hlr_10.42.42.2(pid=1451): Launched\u000a22:15:34.507162 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:15:35.076722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1453): Launched\u000a22:15:35.404281 run osmo-stp_10.42.42.5(pid=1454): Launched\u000a22:15:35.524355 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:15:36.096694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1456): Launched\u000a22:15:36.213702 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:15:36.499719 run patchelf(pid=1457): Launched\u000a22:15:36.691985 run osmo-stp_10.42.42.5(pid=1454): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1454)]\u000a22:15:36.831867 run osmo-stp_10.42.42.5(pid=1454): stdout: \u000a| (launched: 2022-12-12_22:15:35.243063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:36.972228 run osmo-stp_10.42.42.5(pid=1454): stderr: \u000a| �[0;m�[38;5;43m20221212221535436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221535436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221535436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221535437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221535437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221535437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221535437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:37.107526 run osmo-stp_10.42.42.5(pid=1454): stdout: \u000a| (launched: 2022-12-12_22:15:35.243063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:37.241686 run osmo-stp_10.42.42.5(pid=1454): stderr: \u000a| �[0;m�[38;5;43m20221212221535436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221535436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221535436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221535437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221535437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221535437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221535437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:37.399160 run patchelf(pid=1457): Terminating (SIGINT)\u000a22:15:37.584874 run patchelf(pid=1457): Terminated: ok {rc=0}\u000a22:15:37.618475 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1454): Process ended prematurely: osmo-stp_10.42.42.5(pid=1454) [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1454)] [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a22:15:37.627805 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a22:15:37.691942 run osmo-hlr_10.42.42.2(pid=1451): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1451)]\u000a22:15:37.743746 run osmo-hlr_10.42.42.2(pid=1451): stdout: \u000a| (launched: 2022-12-12_22:15:34.228348) \u000a22:15:37.797268 run osmo-hlr_10.42.42.2(pid=1451): stderr: \u000a| �[0;m�[1;31m20221212221534428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221534428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221534428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221534428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221534428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221534428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221534464 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221534474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221534474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221534474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:15:37.842004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1450): Terminating (SIGTERM)\u000a22:15:37.884322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1453): Terminating (SIGTERM)\u000a22:15:37.926915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1456): Terminating (SIGTERM)\u000a22:15:37.937057 --- ParallelTerminationStrategy: PID 1450 died...\u000a22:15:37.993553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1450): Terminated: ok {rc=0}\u000a22:15:38.004018 --- ParallelTerminationStrategy: PID 1453 died...\u000a22:15:38.060390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1453): Terminated: ok {rc=0}\u000a22:15:38.070837 --- ParallelTerminationStrategy: PID 1456 died...\u000a22:15:38.127260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1456): Terminated: ok {rc=0}\u000a22:15:38.214538 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:14:38" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1467): Process ended prematurely: osmo-stp_10.42.42.5(pid=1467) [trial-2383↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1467)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1467): Process ended prematurely: osmo-stp_10.42.42.5(pid=1467) [trial-2383↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1467)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:15:40.211838 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:15:40.223163 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:15:40.376814 tst switch_tch_pdch.py: using LAC 31860\u000a22:15:40.506994 tst switch_tch_pdch.py: using RAC 240\u000a22:15:40.627638 tst switch_tch_pdch.py: using CellId 31860\u000a22:15:40.749604 tst switch_tch_pdch.py: using BVCI 31861\u000a22:15:40.772745 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:15:40.783888 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:15:40.794846 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:15:40.805855 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:15:40.816685 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:15:40.827608 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:15:40.839085 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:15:40.850229 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:15:40.970909 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:15:41.266615 tst switch_tch_pdch.py:51: start network...\u000a22:15:41.403030 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:15:41.915528 run create_hlr_db(pid=1461): Launched\u000a22:15:42.105147 bus /gobi_6: Setting Powered False\u000a22:15:43.124566 run create_hlr_db(pid=1461): Terminated: ok {rc=0}\u000a22:15:43.533740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1463): Launched\u000a22:15:43.840214 run osmo-hlr_10.42.42.2(pid=1464): Launched\u000a22:15:43.952278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:15:44.481930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1466): Launched\u000a22:15:44.785887 run osmo-stp_10.42.42.5(pid=1467): Launched\u000a22:15:44.896168 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:15:45.427457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1469): Launched\u000a22:15:45.535726 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:15:45.802334 run patchelf(pid=1470): Launched\u000a22:15:46.010396 run osmo-stp_10.42.42.5(pid=1467): ERR: Terminated: ERROR {rc=1} [trial-2383↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1467)]\u000a22:15:46.143498 run osmo-stp_10.42.42.5(pid=1467): stdout: \u000a| (launched: 2022-12-12_22:15:44.636228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:46.276538 run osmo-stp_10.42.42.5(pid=1467): stderr: \u000a| �[0;m�[38;5;43m20221212221544808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221544808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221544808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221544808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221544809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221544809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221544809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:46.405933 run osmo-stp_10.42.42.5(pid=1467): stdout: \u000a| (launched: 2022-12-12_22:15:44.636228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:46.533370 run osmo-stp_10.42.42.5(pid=1467): stderr: \u000a| �[0;m�[38;5;43m20221212221544808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221544808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221544808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221544808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221544809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221544809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221544809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:46.683853 run patchelf(pid=1470): Terminating (SIGINT)\u000a22:15:46.861139 run patchelf(pid=1470): Terminated: ok {rc=0}\u000a22:15:46.893333 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1467): Process ended prematurely: osmo-stp_10.42.42.5(pid=1467) [trial-2383↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1467)] [trial-2383↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:15:46.902693 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a22:15:46.963976 run osmo-hlr_10.42.42.2(pid=1464): ERR: Terminated: ERROR {rc=237} [trial-2383↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1464)]\u000a22:15:47.013859 run osmo-hlr_10.42.42.2(pid=1464): stdout: \u000a| (launched: 2022-12-12_22:15:43.688913) \u000a22:15:47.064466 run osmo-hlr_10.42.42.2(pid=1464): stderr: \u000a| �[0;m�[1;31m20221212221543866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221543866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221543866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221543866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221543866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221543867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221543879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221543890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221543890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221543890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:15:47.107842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1463): Terminating (SIGTERM)\u000a22:15:47.148113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1466): Terminating (SIGTERM)\u000a22:15:47.188650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1469): Terminating (SIGTERM)\u000a22:15:47.198012 --- ParallelTerminationStrategy: PID 1463 died...\u000a22:15:47.251876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1463): Terminated: ok {rc=0}\u000a22:15:47.261637 --- ParallelTerminationStrategy: PID 1466 died...\u000a22:15:47.314469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1466): Terminated: ok {rc=0}\u000a22:15:47.324221 --- ParallelTerminationStrategy: PID 1469 died...\u000a22:15:47.377840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1469): Terminated: ok {rc=0}\u000a22:15:47.466376 bus /gobi_0: Setting Powered False\u000a22:15:48.568890 bus /gobi_0: Setting Powered False\u000a22:15:49.681370 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:15:39" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1480): Process ended prematurely: osmo-stp_10.42.42.5(pid=1480) [trial-2383↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1480)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1480): Process ended prematurely: osmo-stp_10.42.42.5(pid=1480) [trial-2383↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1480)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a22:15:51.610464 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:15:51.621348 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a22:15:51.765662 tst switch_tch_pdch.py: using LAC 31861\u000a22:15:51.883752 tst switch_tch_pdch.py: using RAC 241\u000a22:15:52.008017 tst switch_tch_pdch.py: using CellId 31861\u000a22:15:52.125273 tst switch_tch_pdch.py: using BVCI 31862\u000a22:15:52.148346 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:15:52.159294 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:15:52.170024 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:15:52.180763 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:15:52.191443 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:15:52.202154 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:15:52.213118 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:15:52.223811 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:15:52.343679 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:15:52.622884 tst switch_tch_pdch.py:51: start network...\u000a22:15:52.748892 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:15:53.209733 run create_hlr_db(pid=1474): Launched\u000a22:15:53.333087 bus /gobi_6: Setting Powered False\u000a22:15:54.406498 run create_hlr_db(pid=1474): Terminated: ok {rc=0}\u000a22:15:54.812007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1476): Launched\u000a22:15:55.138525 run osmo-hlr_10.42.42.2(pid=1477): Launched\u000a22:15:55.257153 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:15:55.796671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1479): Launched\u000a22:15:56.122158 run osmo-stp_10.42.42.5(pid=1480): Launched\u000a22:15:56.240285 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:15:56.775382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1482): Launched\u000a22:15:56.883159 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:15:57.148305 run patchelf(pid=1483): Launched\u000a22:15:57.326722 run osmo-stp_10.42.42.5(pid=1480): ERR: Terminated: ERROR {rc=1} [trial-2383↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1480)]\u000a22:15:57.456543 run osmo-stp_10.42.42.5(pid=1480): stdout: \u000a| (launched: 2022-12-12_22:15:55.962483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:57.587943 run osmo-stp_10.42.42.5(pid=1480): stderr: \u000a| �[0;m�[38;5;43m20221212221556154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221556154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221556154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221556155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221556157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221556157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221556157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:57.713602 run osmo-stp_10.42.42.5(pid=1480): stdout: \u000a| (launched: 2022-12-12_22:15:55.962483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:57.838134 run osmo-stp_10.42.42.5(pid=1480): stderr: \u000a| �[0;m�[38;5;43m20221212221556154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221556154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221556154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221556155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221556157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221556157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221556157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:57.984127 run patchelf(pid=1483): Terminating (SIGINT)\u000a22:15:58.156633 run patchelf(pid=1483): Terminated: ok {rc=0}\u000a22:15:58.187876 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1480): Process ended prematurely: osmo-stp_10.42.42.5(pid=1480) [trial-2383↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1480)] [trial-2383↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a22:15:58.196449 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a22:15:58.256503 run osmo-hlr_10.42.42.2(pid=1477): ERR: Terminated: ERROR {rc=237} [trial-2383↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1477)]\u000a22:15:58.305674 run osmo-hlr_10.42.42.2(pid=1477): stdout: \u000a| (launched: 2022-12-12_22:15:54.977600) \u000a22:15:58.355550 run osmo-hlr_10.42.42.2(pid=1477): stderr: \u000a| �[0;m�[1;31m20221212221555178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221555178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221555178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221555178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221555178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221555178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221555191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221555199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221555199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221555199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:15:58.398406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1476): Terminating (SIGTERM)\u000a22:15:58.438527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1479): Terminating (SIGTERM)\u000a22:15:58.478751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1482): Terminating (SIGTERM)\u000a22:15:58.488037 --- ParallelTerminationStrategy: PID 1476 died...\u000a22:15:58.541367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1476): Terminated: ok {rc=0}\u000a22:15:58.550956 --- ParallelTerminationStrategy: PID 1479 died...\u000a22:15:58.604666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1479): Terminated: ok {rc=0}\u000a22:15:58.614332 --- ParallelTerminationStrategy: PID 1482 died...\u000a22:15:58.667379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1482): Terminated: ok {rc=0}\u000a22:15:58.751628 bus /gobi_0: Setting Powered False\u000a22:15:59.858760 bus /gobi_0: Setting Powered False\u000a22:16:00.985886 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:15:51" }, { "cases" : [ { "testActions" : [ ], "age" : 239, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1490): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1490) [trial-2383↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1490)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1490): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1490) [trial-2383↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1490)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a22:16:02.888580 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a22:16:02.900374 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a22:16:03.033593 tst mo_mt_sms.py: using LAC 31862\u000a22:16:03.160496 tst mo_mt_sms.py: using RAC 242\u000a22:16:03.281988 tst mo_mt_sms.py: using CellId 31862\u000a22:16:03.400462 tst mo_mt_sms.py: using BVCI 31863\u000a22:16:03.423629 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a22:16:03.542921 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a22:16:03.838342 tst mo_mt_sms.py:9: start nitb and bts...\u000a22:16:03.974629 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:16:04.644040 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1489): Launched\u000a22:16:04.964054 run osmo-nitb_10.42.42.2(pid=1490): Launched\u000a22:16:05.152195 run osmo-nitb_10.42.42.2(pid=1490): ERR: Terminated: ERROR {rc=2} [trial-2383↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1490)]\u000a22:16:05.290564 run osmo-nitb_10.42.42.2(pid=1490): stdout: \u000a| (launched: 2022-12-12_22:16:04.810952) \u000a22:16:05.429117 run osmo-nitb_10.42.42.2(pid=1490): stderr: \u000a| (launched: 2022-12-12_22:16:04.859310)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:16:05.563139 run osmo-nitb_10.42.42.2(pid=1490): stdout: \u000a| (launched: 2022-12-12_22:16:04.810952) \u000a22:16:05.695864 run osmo-nitb_10.42.42.2(pid=1490): stderr: \u000a| (launched: 2022-12-12_22:16:04.859310)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:16:06.087299 tst osmo-nitb_10.42.42.2(pid=1490): stdout: \u000a| (launched: 2022-12-12_22:16:04.810952) \u000a22:16:06.207826 tst osmo-nitb_10.42.42.2(pid=1490): stderr: \u000a| (launched: 2022-12-12_22:16:04.859310)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:16:06.260700 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=1490): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1490) [trial-2383↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1490)] [trial-2383↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a22:16:06.268498 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a22:16:06.302633 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1489): Terminating (SIGTERM)\u000a22:16:06.480285 --- ParallelTerminationStrategy: PID 1489 died...\u000a22:16:06.534954 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1489): Terminated: ok {rc=0}\u000a22:16:06.618726 bus /sierra_3: Setting Powered False\u000a22:16:07.728190 bus /sierra_3: Setting Powered False\u000a22:16:08.841139 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:16:02" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1500): Process ended prematurely: osmo-stp_10.42.42.5(pid=1500) [trial-2383↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1500)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1500): Process ended prematurely: osmo-stp_10.42.42.5(pid=1500) [trial-2383↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1500)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a22:16:10.689868 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a22:16:10.700629 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a22:16:10.831135 tst mo_mt_sms.py: using LAC 31863\u000a22:16:10.959824 tst mo_mt_sms.py: using RAC 243\u000a22:16:11.085832 tst mo_mt_sms.py: using CellId 31863\u000a22:16:11.206285 tst mo_mt_sms.py: using BVCI 31864\u000a22:16:11.229545 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a22:16:11.240127 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a22:16:11.250709 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a22:16:11.261764 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a22:16:11.272627 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a22:16:11.283637 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a22:16:11.405507 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a22:16:11.610427 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:16:12.099857 run create_hlr_db(pid=1494): Launched\u000a22:16:12.276603 bus /sierra_2: Setting Powered False\u000a22:16:13.306980 run create_hlr_db(pid=1494): Terminated: ok {rc=0}\u000a22:16:13.741022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1496): Launched\u000a22:16:14.066146 run osmo-hlr_10.42.42.2(pid=1497): Launched\u000a22:16:14.187725 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:16:14.756312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1499): Launched\u000a22:16:15.083116 run osmo-stp_10.42.42.5(pid=1500): Launched\u000a22:16:15.202168 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:16:15.801752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1502): Launched\u000a22:16:16.153864 run osmo-msc_10.42.42.6(pid=1503): Launched\u000a22:16:16.572137 run osmo-stp_10.42.42.5(pid=1500): ERR: Terminated: ERROR {rc=1} [trial-2383↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1500)]\u000a22:16:16.910071 run osmo-stp_10.42.42.5(pid=1500): stdout: \u000a| (launched: 2022-12-12_22:16:14.921933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:17.142939 run osmo-stp_10.42.42.5(pid=1500): stderr: \u000a| �[0;m�[38;5;43m20221212221615114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221615114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221615115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221615115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221615115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221615116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221615116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:17.277888 run osmo-stp_10.42.42.5(pid=1500): stdout: \u000a| (launched: 2022-12-12_22:16:14.921933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:17.411856 run osmo-stp_10.42.42.5(pid=1500): stderr: \u000a| �[0;m�[38;5;43m20221212221615114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221615114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221615115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221615115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221615115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221615116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221615116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:17.470510 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=1500): Process ended prematurely: osmo-stp_10.42.42.5(pid=1500) [trial-2383↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1500)] [trial-2383↪sms:oc2g↪mo_mt_sms.py:16]\u000a22:16:17.480204 tst mo_mt_sms.py:16: Test FAILED (6.8 sec)\u000a22:16:17.547731 run osmo-hlr_10.42.42.2(pid=1497): ERR: Terminated: ERROR {rc=237} [trial-2383↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1497)]\u000a22:16:17.599704 run osmo-hlr_10.42.42.2(pid=1497): stdout: \u000a| (launched: 2022-12-12_22:16:13.906847) \u000a22:16:17.652235 run osmo-hlr_10.42.42.2(pid=1497): stderr: \u000a| �[0;m�[1;31m20221212221614105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221614105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221614105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221614105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221614105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221614105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221614117 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221614126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221614126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221614126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:16:17.723438 run osmo-msc_10.42.42.6(pid=1503): ERR: Terminated: ERROR {rc=2} [trial-2383↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1503)]\u000a22:16:17.775112 run osmo-msc_10.42.42.6(pid=1503): stdout: \u000a| (launched: 2022-12-12_22:16:15.973842) \u000a22:16:17.827393 run osmo-msc_10.42.42.6(pid=1503): stderr: \u000a| �[0;m�[38;5;43m20221212221616660 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212221616660 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f606704ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212221616660 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212221616660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212221616661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212221616661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212221616664 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212221616664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212221616664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212221616664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:16:17.871600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1496): Terminating (SIGTERM)\u000a22:16:17.913906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1499): Terminating (SIGTERM)\u000a22:16:17.956104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1502): Terminating (SIGTERM)\u000a22:16:17.966072 --- ParallelTerminationStrategy: PID 1496 died...\u000a22:16:18.022474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1496): Terminated: ok {rc=0}\u000a22:16:18.032674 --- ParallelTerminationStrategy: PID 1499 died...\u000a22:16:18.089219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1499): Terminated: ok {rc=0}\u000a22:16:18.099352 --- ParallelTerminationStrategy: PID 1502 died...\u000a22:16:18.155947 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1502): Terminated: ok {rc=0}\u000a22:16:18.243740 bus /sierra_3: Setting Powered False\u000a22:16:19.351855 bus /sierra_3: Setting Powered False\u000a22:16:20.460590 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:16:10" }, { "cases" : [ { "testActions" : [ ], "age" : 239, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1509): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1509) [trial-2383↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1509)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1509): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1509) [trial-2383↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1509)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a22:16:22.267373 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a22:16:22.278915 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a22:16:22.415202 tst assert_extension.py: using LAC 31864\u000a22:16:22.541098 tst assert_extension.py: using RAC 244\u000a22:16:22.668312 tst assert_extension.py: using CellId 31864\u000a22:16:22.796021 tst assert_extension.py: using BVCI 31865\u000a22:16:22.820760 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a22:16:23.101310 tst assert_extension.py:10: start nitb and bts...\u000a22:16:23.227739 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:16:23.856885 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1508): Launched\u000a22:16:24.159704 run osmo-nitb_10.42.42.2(pid=1509): Launched\u000a22:16:24.347542 run osmo-nitb_10.42.42.2(pid=1509): ERR: Terminated: ERROR {rc=2} [trial-2383↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1509)]\u000a22:16:24.485764 run osmo-nitb_10.42.42.2(pid=1509): stdout: \u000a| (launched: 2022-12-12_22:16:24.012588) \u000a22:16:24.624608 run osmo-nitb_10.42.42.2(pid=1509): stderr: \u000a| (launched: 2022-12-12_22:16:24.058156)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:16:24.758206 run osmo-nitb_10.42.42.2(pid=1509): stdout: \u000a| (launched: 2022-12-12_22:16:24.012588) \u000a22:16:24.890732 run osmo-nitb_10.42.42.2(pid=1509): stderr: \u000a| (launched: 2022-12-12_22:16:24.058156)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:16:25.283151 tst osmo-nitb_10.42.42.2(pid=1509): stdout: \u000a| (launched: 2022-12-12_22:16:24.012588) \u000a22:16:25.404766 tst osmo-nitb_10.42.42.2(pid=1509): stderr: \u000a| (launched: 2022-12-12_22:16:24.058156)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:16:25.458130 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=1509): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1509) [trial-2383↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1509)] [trial-2383↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a22:16:25.466389 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a22:16:25.500805 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1508): Terminating (SIGTERM)\u000a22:16:25.678370 --- ParallelTerminationStrategy: PID 1508 died...\u000a22:16:25.732922 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1508): Terminated: ok {rc=0}\u000a22:16:25.820986 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:16:22" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "ussd:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1519): Process ended prematurely: osmo-stp_10.42.42.5(pid=1519) [trial-2383↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1519)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1519): Process ended prematurely: osmo-stp_10.42.42.5(pid=1519) [trial-2383↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1519)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a22:16:27.617172 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a22:16:27.628154 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a22:16:27.749264 tst assert_extension.py: using LAC 31865\u000a22:16:27.870512 tst assert_extension.py: using RAC 245\u000a22:16:27.991292 tst assert_extension.py: using CellId 31865\u000a22:16:28.111231 tst assert_extension.py: using BVCI 31866\u000a22:16:28.134322 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a22:16:28.144698 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a22:16:28.155077 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a22:16:28.165411 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a22:16:28.175702 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a22:16:28.186076 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a22:16:28.397933 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:16:28.911190 run create_hlr_db(pid=1513): Launched\u000a22:16:29.100540 bus /sierra_2: Setting Powered False\u000a22:16:30.120183 run create_hlr_db(pid=1513): Terminated: ok {rc=0}\u000a22:16:30.530572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1515): Launched\u000a22:16:30.848202 run osmo-hlr_10.42.42.2(pid=1516): Launched\u000a22:16:31.045349 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:16:31.688426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1518): Launched\u000a22:16:32.078798 run osmo-stp_10.42.42.5(pid=1519): Launched\u000a22:16:32.284884 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:16:32.894437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1521): Launched\u000a22:16:33.221136 run osmo-msc_10.42.42.6(pid=1522): Launched\u000a22:16:33.413528 run osmo-stp_10.42.42.5(pid=1519): ERR: Terminated: ERROR {rc=1} [trial-2383↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1519)]\u000a22:16:33.551969 run osmo-stp_10.42.42.5(pid=1519): stdout: \u000a| (launched: 2022-12-12_22:16:31.858143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:33.689910 run osmo-stp_10.42.42.5(pid=1519): stderr: \u000a| �[0;m�[38;5;43m20221212221632224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221632224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221632224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221632225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221632225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221632225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221632225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:33.820624 run osmo-stp_10.42.42.5(pid=1519): stdout: \u000a| (launched: 2022-12-12_22:16:31.858143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:33.950401 run osmo-stp_10.42.42.5(pid=1519): stderr: \u000a| �[0;m�[38;5;43m20221212221632224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221632224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221632224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221632225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221632225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221632225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221632225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:34.007299 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=1519): Process ended prematurely: osmo-stp_10.42.42.5(pid=1519) [trial-2383↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1519)] [trial-2383↪ussd:oc2g↪assert_extension.py:17]\u000a22:16:34.015918 tst assert_extension.py:17: Test FAILED (6.4 sec)\u000a22:16:34.079191 run osmo-hlr_10.42.42.2(pid=1516): ERR: Terminated: ERROR {rc=237} [trial-2383↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1516)]\u000a22:16:34.130986 run osmo-hlr_10.42.42.2(pid=1516): stdout: \u000a| (launched: 2022-12-12_22:16:30.686021) \u000a22:16:34.183283 run osmo-hlr_10.42.42.2(pid=1516): stderr: \u000a| �[0;m�[1;31m20221212221630878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221630879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221630879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221630879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221630879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221630879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221630897 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221630914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221630914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221630914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:16:34.254510 run osmo-msc_10.42.42.6(pid=1522): ERR: Terminated: ERROR {rc=2} [trial-2383↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1522)]\u000a22:16:34.306119 run osmo-msc_10.42.42.6(pid=1522): stdout: \u000a| (launched: 2022-12-12_22:16:33.060409) \u000a22:16:34.358339 run osmo-msc_10.42.42.6(pid=1522): stderr: \u000a| �[0;m�[38;5;43m20221212221633383 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212221633383 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f278cc14c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212221633383 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212221633383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212221633383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212221633383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212221633385 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212221633385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212221633386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212221633386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:16:34.402831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1515): Terminating (SIGTERM)\u000a22:16:34.444481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1518): Terminating (SIGTERM)\u000a22:16:34.486978 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1521): Terminating (SIGTERM)\u000a22:16:34.497012 --- ParallelTerminationStrategy: PID 1515 died...\u000a22:16:34.553391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1515): Terminated: ok {rc=0}\u000a22:16:34.563401 --- ParallelTerminationStrategy: PID 1518 died...\u000a22:16:34.619308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1518): Terminated: ok {rc=0}\u000a22:16:34.629359 --- ParallelTerminationStrategy: PID 1521 died...\u000a22:16:34.685209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1521): Terminated: ok {rc=0}\u000a22:16:34.771798 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:16:27" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1533): Process ended prematurely: osmo-stp_10.42.42.5(pid=1533) [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1533)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1533): Process ended prematurely: osmo-stp_10.42.42.5(pid=1533) [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1533)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:16:36.696453 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:16:36.707940 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:16:36.862644 tst mo_mt_call.py: using LAC 31866\u000a22:16:36.987262 tst mo_mt_call.py: using RAC 246\u000a22:16:37.115594 tst mo_mt_call.py: using CellId 31866\u000a22:16:37.237973 tst mo_mt_call.py: using BVCI 31867\u000a22:16:37.261847 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:16:37.272902 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:16:37.283715 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:16:37.295374 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:16:37.306833 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:16:37.318665 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:16:37.440711 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:16:37.656592 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:16:38.179241 run create_hlr_db(pid=1527): Launched\u000a22:16:38.371736 bus /sierra_2: Setting Powered False\u000a22:16:39.392053 run create_hlr_db(pid=1527): Terminated: ok {rc=0}\u000a22:16:39.809520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1529): Launched\u000a22:16:40.122320 run osmo-hlr_10.42.42.2(pid=1530): Launched\u000a22:16:40.242948 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:16:40.785559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1532): Launched\u000a22:16:41.097206 run osmo-stp_10.42.42.5(pid=1533): Launched\u000a22:16:41.210510 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:16:41.779195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1535): Launched\u000a22:16:42.090945 run osmo-msc_10.42.42.6(pid=1536): Launched\u000a22:16:42.273311 run osmo-stp_10.42.42.5(pid=1533): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1533)]\u000a22:16:42.404371 run osmo-stp_10.42.42.5(pid=1533): stdout: \u000a| (launched: 2022-12-12_22:16:40.943008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:42.533225 run osmo-stp_10.42.42.5(pid=1533): stderr: \u000a| �[0;m�[38;5;43m20221212221641116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221641116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221641116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221641116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221641117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221641117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221641117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:42.656829 run osmo-stp_10.42.42.5(pid=1533): stdout: \u000a| (launched: 2022-12-12_22:16:40.943008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:42.780463 run osmo-stp_10.42.42.5(pid=1533): stderr: \u000a| �[0;m�[38;5;43m20221212221641116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221641116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221641116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221641116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221641117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221641117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221641117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:42.834979 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1533): Process ended prematurely: osmo-stp_10.42.42.5(pid=1533) [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1533)] [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a22:16:42.843406 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:16:42.902904 run osmo-hlr_10.42.42.2(pid=1530): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1530)]\u000a22:16:42.951610 run osmo-hlr_10.42.42.2(pid=1530): stdout: \u000a| (launched: 2022-12-12_22:16:39.968125) \u000a22:16:43.001127 run osmo-hlr_10.42.42.2(pid=1530): stderr: \u000a| �[0;m�[1;31m20221212221640145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221640145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221640145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221640145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221640145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221640145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221640157 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221640165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221640166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221640166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:16:43.068311 run osmo-msc_10.42.42.6(pid=1536): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1536)]\u000a22:16:43.116938 run osmo-msc_10.42.42.6(pid=1536): stdout: \u000a| (launched: 2022-12-12_22:16:41.936927) \u000a22:16:43.166030 run osmo-msc_10.42.42.6(pid=1536): stderr: \u000a| �[0;m�[38;5;43m20221212221642211 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212221642211 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ae888bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212221642211 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212221642212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212221642212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212221642212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212221642214 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212221642214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212221642214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212221642214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:16:43.207939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1529): Terminating (SIGTERM)\u000a22:16:43.247584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1532): Terminating (SIGTERM)\u000a22:16:43.287330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1535): Terminating (SIGTERM)\u000a22:16:43.296615 --- ParallelTerminationStrategy: PID 1529 died...\u000a22:16:43.349842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1529): Terminated: ok {rc=0}\u000a22:16:43.359513 --- ParallelTerminationStrategy: PID 1532 died...\u000a22:16:43.412308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1532): Terminated: ok {rc=0}\u000a22:16:43.421825 --- ParallelTerminationStrategy: PID 1535 died...\u000a22:16:43.474356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1535): Terminated: ok {rc=0}\u000a22:16:43.557891 bus /sierra_3: Setting Powered False\u000a22:16:44.659125 bus /sierra_3: Setting Powered False\u000a22:16:45.766457 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 181, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1544): Process ended prematurely: osmo-stp_10.42.42.5(pid=1544) [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1544)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1544): Process ended prematurely: osmo-stp_10.42.42.5(pid=1544) [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1544)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:16:46.909436 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:16:46.921958 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:16:47.073085 tst mo_mt_call_osmux.py: using LAC 31867\u000a22:16:47.219989 tst mo_mt_call_osmux.py: using RAC 247\u000a22:16:47.351486 tst mo_mt_call_osmux.py: using CellId 31867\u000a22:16:47.483659 tst mo_mt_call_osmux.py: using BVCI 31868\u000a22:16:47.509519 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:16:47.521094 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:16:47.532528 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:16:47.544832 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:16:47.557507 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:16:47.569442 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:16:47.692425 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:16:47.900654 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:16:48.399108 run create_hlr_db(pid=1538): Launched\u000a22:16:48.578579 bus /sierra_2: Setting Powered False\u000a22:16:49.599444 run create_hlr_db(pid=1538): Terminated: ok {rc=0}\u000a22:16:50.013295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1540): Launched\u000a22:16:50.325642 run osmo-hlr_10.42.42.2(pid=1541): Launched\u000a22:16:50.438683 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:16:50.977990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1543): Launched\u000a22:16:51.290760 run osmo-stp_10.42.42.5(pid=1544): Launched\u000a22:16:51.403907 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:16:51.969736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1546): Launched\u000a22:16:52.282906 run osmo-msc_10.42.42.6(pid=1547): Launched\u000a22:16:52.466451 run osmo-stp_10.42.42.5(pid=1544): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1544)]\u000a22:16:52.598590 run osmo-stp_10.42.42.5(pid=1544): stdout: \u000a| (launched: 2022-12-12_22:16:51.136527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:52.728338 run osmo-stp_10.42.42.5(pid=1544): stderr: \u000a| �[0;m�[38;5;43m20221212221651310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221651310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221651311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221651311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221651312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221651312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221651312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:52.854058 run osmo-stp_10.42.42.5(pid=1544): stdout: \u000a| (launched: 2022-12-12_22:16:51.136527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:52.977592 run osmo-stp_10.42.42.5(pid=1544): stderr: \u000a| �[0;m�[38;5;43m20221212221651310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221651310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221651311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221651311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221651312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221651312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221651312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:53.031915 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1544): Process ended prematurely: osmo-stp_10.42.42.5(pid=1544) [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1544)] [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a22:16:53.040731 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:16:53.100328 run osmo-hlr_10.42.42.2(pid=1541): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1541)]\u000a22:16:53.149209 run osmo-hlr_10.42.42.2(pid=1541): stdout: \u000a| (launched: 2022-12-12_22:16:50.171991) \u000a22:16:53.198781 run osmo-hlr_10.42.42.2(pid=1541): stderr: \u000a| �[0;m�[1;31m20221212221650353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221650353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221650353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221650353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221650353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221650353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221650365 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221650374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221650374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221650374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:16:53.266216 run osmo-msc_10.42.42.6(pid=1547): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1547)]\u000a22:16:53.315600 run osmo-msc_10.42.42.6(pid=1547): stdout: \u000a| (launched: 2022-12-12_22:16:52.127942) \u000a22:16:53.364976 run osmo-msc_10.42.42.6(pid=1547): stderr: \u000a| �[0;m�[38;5;43m20221212221652402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212221652402 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb6390f9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212221652402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212221652402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212221652402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212221652403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212221652404 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212221652405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212221652405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212221652405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:16:53.406642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1540): Terminating (SIGTERM)\u000a22:16:53.446018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1543): Terminating (SIGTERM)\u000a22:16:53.485946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1546): Terminating (SIGTERM)\u000a22:16:53.495208 --- ParallelTerminationStrategy: PID 1540 died...\u000a22:16:53.548564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1540): Terminated: ok {rc=0}\u000a22:16:53.558372 --- ParallelTerminationStrategy: PID 1543 died...\u000a22:16:53.611190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1543): Terminated: ok {rc=0}\u000a22:16:53.620862 --- ParallelTerminationStrategy: PID 1546 died...\u000a22:16:53.673521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1546): Terminated: ok {rc=0}\u000a22:16:53.761829 bus /sierra_3: Setting Powered False\u000a22:16:54.864873 bus /sierra_3: Setting Powered False\u000a22:16:55.973669 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:16:36" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1561): Process ended prematurely: osmo-stp_10.42.42.5(pid=1561) [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1561)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1561): Process ended prematurely: osmo-stp_10.42.42.5(pid=1561) [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1561)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a22:16:57.934647 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:16:57.945988 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:16:58.102609 tst mo_mt_call.py: using LAC 31868\u000a22:16:58.231603 tst mo_mt_call.py: using RAC 248\u000a22:16:58.362041 tst mo_mt_call.py: using CellId 31868\u000a22:16:58.493085 tst mo_mt_call.py: using BVCI 31869\u000a22:16:58.518762 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:16:58.530257 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:16:58.541496 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:16:58.553136 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:16:58.565223 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:16:58.576671 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:16:58.696245 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:16:58.909194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:16:59.432323 run create_hlr_db(pid=1552): Launched\u000a22:16:59.626016 bus /sierra_2: Setting Powered False\u000a22:17:00.646222 run create_hlr_db(pid=1552): Terminated: ok {rc=0}\u000a22:17:01.098836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1554): Launched\u000a22:17:01.477820 run osmo-hlr_10.42.42.2(pid=1555): Launched\u000a22:17:01.695410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:17:02.385275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1560): Launched\u000a22:17:02.699409 run osmo-stp_10.42.42.5(pid=1561): Launched\u000a22:17:02.813433 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:17:03.426638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1563): Launched\u000a22:17:03.762103 run osmo-msc_10.42.42.6(pid=1564): Launched\u000a22:17:03.959203 run osmo-stp_10.42.42.5(pid=1561): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1561)]\u000a22:17:04.100883 run osmo-stp_10.42.42.5(pid=1561): stdout: \u000a| (launched: 2022-12-12_22:17:02.544099)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:04.241359 run osmo-stp_10.42.42.5(pid=1561): stderr: \u000a| �[0;m�[38;5;43m20221212221702719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221702719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221702719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221702720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221702720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221702720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221702720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:04.375434 run osmo-stp_10.42.42.5(pid=1561): stdout: \u000a| (launched: 2022-12-12_22:17:02.544099)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:04.508701 run osmo-stp_10.42.42.5(pid=1561): stderr: \u000a| �[0;m�[38;5;43m20221212221702719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221702719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221702719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221702720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221702720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221702720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221702720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:04.567596 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1561): Process ended prematurely: osmo-stp_10.42.42.5(pid=1561) [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1561)] [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a22:17:04.576773 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a22:17:04.641028 run osmo-hlr_10.42.42.2(pid=1555): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1555)]\u000a22:17:04.693319 run osmo-hlr_10.42.42.2(pid=1555): stdout: \u000a| (launched: 2022-12-12_22:17:01.260619) \u000a22:17:04.746068 run osmo-hlr_10.42.42.2(pid=1555): stderr: \u000a| �[0;m�[1;31m20221212221701621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221701621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221701621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221701621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221701621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221701628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221701664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221701686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221701687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221701687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:17:04.817789 run osmo-msc_10.42.42.6(pid=1564): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1564)]\u000a22:17:04.869873 run osmo-msc_10.42.42.6(pid=1564): stdout: \u000a| (launched: 2022-12-12_22:17:03.596715) \u000a22:17:04.922532 run osmo-msc_10.42.42.6(pid=1564): stderr: \u000a| �[0;m�[38;5;43m20221212221703921 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212221703921 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3a859dcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212221703921 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212221703921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212221703921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212221703922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212221703923 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212221703924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212221703924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212221703924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:17:04.967056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1554): Terminating (SIGTERM)\u000a22:17:05.009296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1560): Terminating (SIGTERM)\u000a22:17:05.051510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1563): Terminating (SIGTERM)\u000a22:17:05.061637 --- ParallelTerminationStrategy: PID 1554 died...\u000a22:17:05.117904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1554): Terminated: ok {rc=0}\u000a22:17:05.128358 --- ParallelTerminationStrategy: PID 1560 died...\u000a22:17:05.184373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1560): Terminated: ok {rc=0}\u000a22:17:05.195069 --- ParallelTerminationStrategy: PID 1563 died...\u000a22:17:05.251131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1563): Terminated: ok {rc=0}\u000a22:17:05.338331 bus /sierra_3: Setting Powered False\u000a22:17:06.446723 bus /sierra_3: Setting Powered False\u000a22:17:07.559199 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 181, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1572): Process ended prematurely: osmo-stp_10.42.42.5(pid=1572) [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1572)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1572): Process ended prematurely: osmo-stp_10.42.42.5(pid=1572) [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1572)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:17:08.670844 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:17:08.682573 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:17:08.833326 tst mo_mt_call_osmux.py: using LAC 31869\u000a22:17:08.956160 tst mo_mt_call_osmux.py: using RAC 249\u000a22:17:09.077688 tst mo_mt_call_osmux.py: using CellId 31869\u000a22:17:09.198582 tst mo_mt_call_osmux.py: using BVCI 31870\u000a22:17:09.222357 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:17:09.233451 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:17:09.244213 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:17:09.255013 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:17:09.265820 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:17:09.276637 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:17:09.392941 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:17:09.613616 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:17:10.137118 run create_hlr_db(pid=1566): Launched\u000a22:17:10.329915 bus /sierra_2: Setting Powered False\u000a22:17:11.349764 run create_hlr_db(pid=1566): Terminated: ok {rc=0}\u000a22:17:11.765910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1568): Launched\u000a22:17:12.078321 run osmo-hlr_10.42.42.2(pid=1569): Launched\u000a22:17:12.193519 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:17:12.735998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1571): Launched\u000a22:17:13.047575 run osmo-stp_10.42.42.5(pid=1572): Launched\u000a22:17:13.160497 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:17:13.725571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1574): Launched\u000a22:17:14.038543 run osmo-msc_10.42.42.6(pid=1575): Launched\u000a22:17:14.220426 run osmo-stp_10.42.42.5(pid=1572): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1572)]\u000a22:17:14.351864 run osmo-stp_10.42.42.5(pid=1572): stdout: \u000a| (launched: 2022-12-12_22:17:12.893403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:14.480191 run osmo-stp_10.42.42.5(pid=1572): stderr: \u000a| �[0;m�[38;5;43m20221212221713066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221713066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221713066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221713067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221713067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221713067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221713067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:14.604217 run osmo-stp_10.42.42.5(pid=1572): stdout: \u000a| (launched: 2022-12-12_22:17:12.893403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:14.727086 run osmo-stp_10.42.42.5(pid=1572): stderr: \u000a| �[0;m�[38;5;43m20221212221713066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221713066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221713066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221713067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221713067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221713067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221713067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:14.781241 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1572): Process ended prematurely: osmo-stp_10.42.42.5(pid=1572) [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1572)] [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a22:17:14.790018 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:17:14.849473 run osmo-hlr_10.42.42.2(pid=1569): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1569)]\u000a22:17:14.898249 run osmo-hlr_10.42.42.2(pid=1569): stdout: \u000a| (launched: 2022-12-12_22:17:11.924098) \u000a22:17:14.947503 run osmo-hlr_10.42.42.2(pid=1569): stderr: \u000a| �[0;m�[1;31m20221212221712102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221712102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221712102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221712102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221712102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221712102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221712134 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221712144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221712144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221712144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:17:15.015104 run osmo-msc_10.42.42.6(pid=1575): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1575)]\u000a22:17:15.063933 run osmo-msc_10.42.42.6(pid=1575): stdout: \u000a| (launched: 2022-12-12_22:17:13.885057) \u000a22:17:15.113427 run osmo-msc_10.42.42.6(pid=1575): stderr: \u000a| �[0;m�[38;5;43m20221212221714158 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212221714159 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb10ff4fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212221714159 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212221714159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212221714159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212221714159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212221714161 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212221714161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212221714161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212221714162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:17:15.155333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1568): Terminating (SIGTERM)\u000a22:17:15.194966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1571): Terminating (SIGTERM)\u000a22:17:15.234678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1574): Terminating (SIGTERM)\u000a22:17:15.243891 --- ParallelTerminationStrategy: PID 1568 died...\u000a22:17:15.297337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1568): Terminated: ok {rc=0}\u000a22:17:15.307114 --- ParallelTerminationStrategy: PID 1571 died...\u000a22:17:15.359914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1571): Terminated: ok {rc=0}\u000a22:17:15.369961 --- ParallelTerminationStrategy: PID 1574 died...\u000a22:17:15.422496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1574): Terminated: ok {rc=0}\u000a22:17:15.509737 bus /sierra_3: Setting Powered False\u000a22:17:16.619096 bus /sierra_3: Setting Powered False\u000a22:17:17.729787 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:16:57" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1586): Process ended prematurely: osmo-stp_10.42.42.5(pid=1586) [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1586)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1586): Process ended prematurely: osmo-stp_10.42.42.5(pid=1586) [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1586)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:17:19.691695 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:17:19.703115 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:17:19.858301 tst mo_mt_call.py: using LAC 31870\u000a22:17:19.983253 tst mo_mt_call.py: using RAC 250\u000a22:17:20.106337 tst mo_mt_call.py: using CellId 31870\u000a22:17:20.231152 tst mo_mt_call.py: using BVCI 31871\u000a22:17:20.255218 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:17:20.266442 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:17:20.277352 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:17:20.288718 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:17:20.299887 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:17:20.311074 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:17:20.431813 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:17:20.648457 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:17:21.170938 run create_hlr_db(pid=1580): Launched\u000a22:17:21.363056 bus /sierra_2: Setting Powered False\u000a22:17:22.383720 run create_hlr_db(pid=1580): Terminated: ok {rc=0}\u000a22:17:22.800272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1582): Launched\u000a22:17:23.112633 run osmo-hlr_10.42.42.2(pid=1583): Launched\u000a22:17:23.235873 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:17:23.778726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1585): Launched\u000a22:17:24.090068 run osmo-stp_10.42.42.5(pid=1586): Launched\u000a22:17:24.203142 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:17:24.769479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1588): Launched\u000a22:17:25.081869 run osmo-msc_10.42.42.6(pid=1589): Launched\u000a22:17:25.264524 run osmo-stp_10.42.42.5(pid=1586): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1586)]\u000a22:17:25.395728 run osmo-stp_10.42.42.5(pid=1586): stdout: \u000a| (launched: 2022-12-12_22:17:23.935903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:25.524808 run osmo-stp_10.42.42.5(pid=1586): stderr: \u000a| �[0;m�[38;5;43m20221212221724108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221724108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221724108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221724109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221724111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221724111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221724111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:25.648934 run osmo-stp_10.42.42.5(pid=1586): stdout: \u000a| (launched: 2022-12-12_22:17:23.935903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:25.772067 run osmo-stp_10.42.42.5(pid=1586): stderr: \u000a| �[0;m�[38;5;43m20221212221724108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221724108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221724108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221724109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221724111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221724111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221724111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:25.826397 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1586): Process ended prematurely: osmo-stp_10.42.42.5(pid=1586) [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1586)] [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a22:17:25.834748 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:17:25.894590 run osmo-hlr_10.42.42.2(pid=1583): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1583)]\u000a22:17:25.943871 run osmo-hlr_10.42.42.2(pid=1583): stdout: \u000a| (launched: 2022-12-12_22:17:22.958328) \u000a22:17:25.993839 run osmo-hlr_10.42.42.2(pid=1583): stderr: \u000a| �[0;m�[1;31m20221212221723135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221723135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221723135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221723135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221723135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221723135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221723145 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221723154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221723154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221723154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:17:26.061944 run osmo-msc_10.42.42.6(pid=1589): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1589)]\u000a22:17:26.111145 run osmo-msc_10.42.42.6(pid=1589): stdout: \u000a| (launched: 2022-12-12_22:17:24.926698) \u000a22:17:26.160738 run osmo-msc_10.42.42.6(pid=1589): stderr: \u000a| �[0;m�[38;5;43m20221212221725200 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212221725200 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5cd43e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212221725200 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212221725201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212221725201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212221725201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212221725203 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212221725203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212221725203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212221725203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:17:26.202809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1582): Terminating (SIGTERM)\u000a22:17:26.242353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1585): Terminating (SIGTERM)\u000a22:17:26.281949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1588): Terminating (SIGTERM)\u000a22:17:26.291210 --- ParallelTerminationStrategy: PID 1582 died...\u000a22:17:26.344346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1582): Terminated: ok {rc=0}\u000a22:17:26.354030 --- ParallelTerminationStrategy: PID 1585 died...\u000a22:17:26.406962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1585): Terminated: ok {rc=0}\u000a22:17:26.416528 --- ParallelTerminationStrategy: PID 1588 died...\u000a22:17:26.469162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1588): Terminated: ok {rc=0}\u000a22:17:26.552392 bus /sierra_3: Setting Powered False\u000a22:17:27.654359 bus /sierra_3: Setting Powered False\u000a22:17:28.766629 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 183, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1597): Process ended prematurely: osmo-stp_10.42.42.5(pid=1597) [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1597)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1597): Process ended prematurely: osmo-stp_10.42.42.5(pid=1597) [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1597)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:17:29.878239 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:17:29.889723 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:17:30.045930 tst mo_mt_call_osmux.py: using LAC 31871\u000a22:17:30.170790 tst mo_mt_call_osmux.py: using RAC 251\u000a22:17:30.294886 tst mo_mt_call_osmux.py: using CellId 31871\u000a22:17:30.419308 tst mo_mt_call_osmux.py: using BVCI 31872\u000a22:17:30.443196 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:17:30.454242 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:17:30.465181 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:17:30.476025 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:17:30.486856 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:17:30.497708 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:17:30.617236 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:17:30.827871 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:17:31.407886 run create_hlr_db(pid=1591): Launched\u000a22:17:31.592154 bus /sierra_2: Setting Powered False\u000a22:17:32.619270 run create_hlr_db(pid=1591): Terminated: ok {rc=0}\u000a22:17:33.036848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1593): Launched\u000a22:17:33.348868 run osmo-hlr_10.42.42.2(pid=1594): Launched\u000a22:17:33.463836 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:17:34.003880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1596): Launched\u000a22:17:34.315863 run osmo-stp_10.42.42.5(pid=1597): Launched\u000a22:17:34.429959 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:17:34.996554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1599): Launched\u000a22:17:35.309908 run osmo-msc_10.42.42.6(pid=1600): Launched\u000a22:17:35.491850 run osmo-stp_10.42.42.5(pid=1597): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1597)]\u000a22:17:35.623442 run osmo-stp_10.42.42.5(pid=1597): stdout: \u000a| (launched: 2022-12-12_22:17:34.162014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:35.752709 run osmo-stp_10.42.42.5(pid=1597): stderr: \u000a| �[0;m�[38;5;43m20221212221734335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221734335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221734336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221734336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221734337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221734337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221734337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:35.876820 run osmo-stp_10.42.42.5(pid=1597): stdout: \u000a| (launched: 2022-12-12_22:17:34.162014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:36.000182 run osmo-stp_10.42.42.5(pid=1597): stderr: \u000a| �[0;m�[38;5;43m20221212221734335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221734335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221734336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221734336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221734337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221734337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221734337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:36.054746 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1597): Process ended prematurely: osmo-stp_10.42.42.5(pid=1597) [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1597)] [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a22:17:36.063450 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:17:36.123167 run osmo-hlr_10.42.42.2(pid=1594): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1594)]\u000a22:17:36.172041 run osmo-hlr_10.42.42.2(pid=1594): stdout: \u000a| (launched: 2022-12-12_22:17:33.195515) \u000a22:17:36.221516 run osmo-hlr_10.42.42.2(pid=1594): stderr: \u000a| �[0;m�[1;31m20221212221733376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221733376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221733376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221733376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221733376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221733376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221733389 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221733398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221733398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221733398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:17:36.289049 run osmo-msc_10.42.42.6(pid=1600): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1600)]\u000a22:17:36.338077 run osmo-msc_10.42.42.6(pid=1600): stdout: \u000a| (launched: 2022-12-12_22:17:35.155012) \u000a22:17:36.387382 run osmo-msc_10.42.42.6(pid=1600): stderr: \u000a| �[0;m�[38;5;43m20221212221735430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212221735430 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1a2ac2cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212221735430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212221735430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212221735431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212221735431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212221735432 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212221735433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212221735433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212221735433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:17:36.429310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1593): Terminating (SIGTERM)\u000a22:17:36.469012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1596): Terminating (SIGTERM)\u000a22:17:36.508568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1599): Terminating (SIGTERM)\u000a22:17:36.517856 --- ParallelTerminationStrategy: PID 1593 died...\u000a22:17:36.570985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1593): Terminated: ok {rc=0}\u000a22:17:36.580697 --- ParallelTerminationStrategy: PID 1596 died...\u000a22:17:36.633757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1596): Terminated: ok {rc=0}\u000a22:17:36.643353 --- ParallelTerminationStrategy: PID 1599 died...\u000a22:17:36.695875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1599): Terminated: ok {rc=0}\u000a22:17:36.784626 bus /sierra_3: Setting Powered False\u000a22:17:37.888805 bus /sierra_3: Setting Powered False\u000a22:17:38.999926 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:17:19" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1611): Process ended prematurely: osmo-stp_10.42.42.5(pid=1611) [trial-2383↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1611)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1611): Process ended prematurely: osmo-stp_10.42.42.5(pid=1611) [trial-2383↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1611)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:17:40.948109 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:17:40.959239 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:17:41.109840 tst mo_mt_call.py: using LAC 31872\u000a22:17:41.231699 tst mo_mt_call.py: using RAC 252\u000a22:17:41.354317 tst mo_mt_call.py: using CellId 31872\u000a22:17:41.475028 tst mo_mt_call.py: using BVCI 31873\u000a22:17:41.498856 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:17:41.509796 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:17:41.520497 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:17:41.531334 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:17:41.542100 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:17:41.552859 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:17:41.673641 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:17:41.880787 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:17:42.378560 run create_hlr_db(pid=1605): Launched\u000a22:17:42.558145 bus /sierra_2: Setting Powered False\u000a22:17:43.577808 run create_hlr_db(pid=1605): Terminated: ok {rc=0}\u000a22:17:44.019954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1607): Launched\u000a22:17:44.353769 run osmo-hlr_10.42.42.2(pid=1608): Launched\u000a22:17:44.477228 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:17:45.059269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1610): Launched\u000a22:17:45.393630 run osmo-stp_10.42.42.5(pid=1611): Launched\u000a22:17:45.517091 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:17:46.158760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1613): Launched\u000a22:17:46.571120 run osmo-msc_10.42.42.6(pid=1614): Launched\u000a22:17:46.966252 run osmo-stp_10.42.42.5(pid=1611): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1611)]\u000a22:17:47.215204 run osmo-stp_10.42.42.5(pid=1611): stdout: \u000a| (launched: 2022-12-12_22:17:45.228396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:47.348044 run osmo-stp_10.42.42.5(pid=1611): stderr: \u000a| �[0;m�[38;5;43m20221212221745423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221745423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221745423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221745424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221745424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221745424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221745424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:47.472296 run osmo-stp_10.42.42.5(pid=1611): stdout: \u000a| (launched: 2022-12-12_22:17:45.228396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:47.596084 run osmo-stp_10.42.42.5(pid=1611): stderr: \u000a| �[0;m�[38;5;43m20221212221745423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221745423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221745423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221745424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221745424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221745424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221745424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:47.650681 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1611): Process ended prematurely: osmo-stp_10.42.42.5(pid=1611) [trial-2383↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1611)] [trial-2383↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a22:17:47.659436 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a22:17:47.719694 run osmo-hlr_10.42.42.2(pid=1608): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1608)]\u000a22:17:47.768936 run osmo-hlr_10.42.42.2(pid=1608): stdout: \u000a| (launched: 2022-12-12_22:17:44.189669) \u000a22:17:47.819267 run osmo-hlr_10.42.42.2(pid=1608): stderr: \u000a| �[0;m�[1;31m20221212221744389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221744390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221744390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221744390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221744390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221744390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221744404 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221744414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221744414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221744414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:17:47.886943 run osmo-msc_10.42.42.6(pid=1614): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1614)]\u000a22:17:47.935976 run osmo-msc_10.42.42.6(pid=1614): stdout: \u000a| (launched: 2022-12-12_22:17:46.321380) \u000a22:17:47.985619 run osmo-msc_10.42.42.6(pid=1614): stderr: \u000a| �[0;m�[38;5;43m20221212221746842 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212221746842 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff098f6ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212221746842 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212221746842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212221746842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212221746843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212221746844 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212221746846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212221746847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212221746848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:17:48.027640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1607): Terminating (SIGTERM)\u000a22:17:48.067328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1610): Terminating (SIGTERM)\u000a22:17:48.108261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1613): Terminating (SIGTERM)\u000a22:17:48.117651 --- ParallelTerminationStrategy: PID 1607 died...\u000a22:17:48.170818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1607): Terminated: ok {rc=0}\u000a22:17:48.180313 --- ParallelTerminationStrategy: PID 1610 died...\u000a22:17:48.233284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1610): Terminated: ok {rc=0}\u000a22:17:48.242849 --- ParallelTerminationStrategy: PID 1613 died...\u000a22:17:48.295410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1613): Terminated: ok {rc=0}\u000a22:17:48.378519 bus /sierra_3: Setting Powered False\u000a22:17:49.485879 bus /sierra_3: Setting Powered False\u000a22:17:50.597745 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 181, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1622): Process ended prematurely: osmo-stp_10.42.42.5(pid=1622) [trial-2383↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1622)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1622): Process ended prematurely: osmo-stp_10.42.42.5(pid=1622) [trial-2383↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1622)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:17:51.709218 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:17:51.720660 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:17:51.868557 tst mo_mt_call_osmux.py: using LAC 31873\u000a22:17:51.992644 tst mo_mt_call_osmux.py: using RAC 253\u000a22:17:52.117122 tst mo_mt_call_osmux.py: using CellId 31873\u000a22:17:52.240505 tst mo_mt_call_osmux.py: using BVCI 31874\u000a22:17:52.264256 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:17:52.275265 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:17:52.286085 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:17:52.297232 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:17:52.308055 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:17:52.318891 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:17:52.437948 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:17:52.642403 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:17:53.142104 run create_hlr_db(pid=1616): Launched\u000a22:17:53.322012 bus /sierra_2: Setting Powered False\u000a22:17:54.342021 run create_hlr_db(pid=1616): Terminated: ok {rc=0}\u000a22:17:54.785413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1618): Launched\u000a22:17:55.120767 run osmo-hlr_10.42.42.2(pid=1619): Launched\u000a22:17:55.243338 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:17:55.821337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1621): Launched\u000a22:17:56.153006 run osmo-stp_10.42.42.5(pid=1622): Launched\u000a22:17:56.273959 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:17:56.888866 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1624): Launched\u000a22:17:57.222376 run osmo-msc_10.42.42.6(pid=1625): Launched\u000a22:17:57.416868 run osmo-stp_10.42.42.5(pid=1622): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1622)]\u000a22:17:57.559399 run osmo-stp_10.42.42.5(pid=1622): stdout: \u000a| (launched: 2022-12-12_22:17:55.989987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:57.699859 run osmo-stp_10.42.42.5(pid=1622): stderr: \u000a| �[0;m�[38;5;43m20221212221756184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221756184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221756185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221756185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221756185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221756186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221756186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:57.833674 run osmo-stp_10.42.42.5(pid=1622): stdout: \u000a| (launched: 2022-12-12_22:17:55.989987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:57.966228 run osmo-stp_10.42.42.5(pid=1622): stderr: \u000a| �[0;m�[38;5;43m20221212221756184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221756184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221756185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221756185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221756185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221756186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221756186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:58.024584 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1622): Process ended prematurely: osmo-stp_10.42.42.5(pid=1622) [trial-2383↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1622)] [trial-2383↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a22:17:58.034159 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a22:17:58.098041 run osmo-hlr_10.42.42.2(pid=1619): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1619)]\u000a22:17:58.150118 run osmo-hlr_10.42.42.2(pid=1619): stdout: \u000a| (launched: 2022-12-12_22:17:54.956056) \u000a22:17:58.202910 run osmo-hlr_10.42.42.2(pid=1619): stderr: \u000a| �[0;m�[1;31m20221212221755156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221755156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221755156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221755157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221755157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221755157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221755169 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221755178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221755178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221755178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:17:58.274416 run osmo-msc_10.42.42.6(pid=1625): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1625)]\u000a22:17:58.326608 run osmo-msc_10.42.42.6(pid=1625): stdout: \u000a| (launched: 2022-12-12_22:17:57.058331) \u000a22:17:58.379498 run osmo-msc_10.42.42.6(pid=1625): stderr: \u000a| �[0;m�[38;5;43m20221212221757382 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212221757382 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1f12f45c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212221757382 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212221757383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212221757383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212221757383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212221757384 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212221757385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212221757385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212221757385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:17:58.423989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1618): Terminating (SIGTERM)\u000a22:17:58.466165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1621): Terminating (SIGTERM)\u000a22:17:58.508279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1624): Terminating (SIGTERM)\u000a22:17:58.518527 --- ParallelTerminationStrategy: PID 1618 died...\u000a22:17:58.575542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1618): Terminated: ok {rc=0}\u000a22:17:58.585694 --- ParallelTerminationStrategy: PID 1621 died...\u000a22:17:58.642487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1621): Terminated: ok {rc=0}\u000a22:17:58.652800 --- ParallelTerminationStrategy: PID 1624 died...\u000a22:17:58.709156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1624): Terminated: ok {rc=0}\u000a22:17:58.797158 bus /sierra_3: Setting Powered False\u000a22:17:59.899671 bus /sierra_3: Setting Powered False\u000a22:18:01.022111 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:17:40" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1636): Process ended prematurely: osmo-stp_10.42.42.5(pid=1636) [trial-2383↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1636)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1636): Process ended prematurely: osmo-stp_10.42.42.5(pid=1636) [trial-2383↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1636)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:18:02.980678 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:18:02.991794 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:18:03.135946 tst mo_mt_call.py: using LAC 31874\u000a22:18:03.258549 tst mo_mt_call.py: using RAC 254\u000a22:18:03.380000 tst mo_mt_call.py: using CellId 31874\u000a22:18:03.502446 tst mo_mt_call.py: using BVCI 31875\u000a22:18:03.526261 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:18:03.537302 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:18:03.547952 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:18:03.558819 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:18:03.569639 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:18:03.580487 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:18:03.701715 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:18:03.918830 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:18:04.444089 run create_hlr_db(pid=1630): Launched\u000a22:18:04.637618 bus /sierra_2: Setting Powered False\u000a22:18:05.657825 run create_hlr_db(pid=1630): Terminated: ok {rc=0}\u000a22:18:06.076323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1632): Launched\u000a22:18:06.387623 run osmo-hlr_10.42.42.2(pid=1633): Launched\u000a22:18:06.502323 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:18:07.044569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1635): Launched\u000a22:18:07.356805 run osmo-stp_10.42.42.5(pid=1636): Launched\u000a22:18:07.470793 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:18:08.038684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1638): Launched\u000a22:18:08.351147 run osmo-msc_10.42.42.6(pid=1639): Launched\u000a22:18:08.534433 run osmo-stp_10.42.42.5(pid=1636): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1636)]\u000a22:18:08.666313 run osmo-stp_10.42.42.5(pid=1636): stdout: \u000a| (launched: 2022-12-12_22:18:07.203073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:08.795523 run osmo-stp_10.42.42.5(pid=1636): stderr: \u000a| �[0;m�[38;5;43m20221212221807376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221807376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221807377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221807377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221807377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221807378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221807378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:08.920478 run osmo-stp_10.42.42.5(pid=1636): stdout: \u000a| (launched: 2022-12-12_22:18:07.203073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:09.044500 run osmo-stp_10.42.42.5(pid=1636): stderr: \u000a| �[0;m�[38;5;43m20221212221807376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221807376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221807377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221807377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221807377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221807378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221807378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:09.099281 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1636): Process ended prematurely: osmo-stp_10.42.42.5(pid=1636) [trial-2383↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1636)] [trial-2383↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a22:18:09.107608 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:18:09.167136 run osmo-hlr_10.42.42.2(pid=1633): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1633)]\u000a22:18:09.215827 run osmo-hlr_10.42.42.2(pid=1633): stdout: \u000a| (launched: 2022-12-12_22:18:06.234368) \u000a22:18:09.265257 run osmo-hlr_10.42.42.2(pid=1633): stderr: \u000a| �[0;m�[1;31m20221212221806415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221806415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221806415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221806415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221806415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221806415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221806427 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221806438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221806438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221806438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:18:09.332429 run osmo-msc_10.42.42.6(pid=1639): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1639)]\u000a22:18:09.381135 run osmo-msc_10.42.42.6(pid=1639): stdout: \u000a| (launched: 2022-12-12_22:18:08.196820) \u000a22:18:09.430745 run osmo-msc_10.42.42.6(pid=1639): stderr: \u000a| �[0;m�[38;5;43m20221212221808472 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212221808472 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3d9a734c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212221808472 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212221808472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212221808473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212221808473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212221808475 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212221808475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212221808475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212221808475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:18:09.472737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1632): Terminating (SIGTERM)\u000a22:18:09.512197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1635): Terminating (SIGTERM)\u000a22:18:09.551652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1638): Terminating (SIGTERM)\u000a22:18:09.560889 --- ParallelTerminationStrategy: PID 1632 died...\u000a22:18:09.613910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1632): Terminated: ok {rc=0}\u000a22:18:09.623513 --- ParallelTerminationStrategy: PID 1635 died...\u000a22:18:09.676357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1635): Terminated: ok {rc=0}\u000a22:18:09.685951 --- ParallelTerminationStrategy: PID 1638 died...\u000a22:18:09.738881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1638): Terminated: ok {rc=0}\u000a22:18:09.822680 bus /sierra_3: Setting Powered False\u000a22:18:10.925220 bus /sierra_3: Setting Powered False\u000a22:18:12.032861 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 181, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1647): Process ended prematurely: osmo-stp_10.42.42.5(pid=1647) [trial-2383↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1647)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1647): Process ended prematurely: osmo-stp_10.42.42.5(pid=1647) [trial-2383↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:18:13.149764 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:18:13.162075 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:18:13.318393 tst mo_mt_call_osmux.py: using LAC 31875\u000a22:18:13.448888 tst mo_mt_call_osmux.py: using RAC 255\u000a22:18:13.581863 tst mo_mt_call_osmux.py: using CellId 31875\u000a22:18:13.711898 tst mo_mt_call_osmux.py: using BVCI 31876\u000a22:18:13.737457 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:18:13.749115 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:18:13.760464 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:18:13.772213 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:18:13.783848 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:18:13.795852 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:18:13.914063 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:18:14.126964 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:18:14.648840 run create_hlr_db(pid=1641): Launched\u000a22:18:14.840884 bus /sierra_2: Setting Powered False\u000a22:18:15.872575 run create_hlr_db(pid=1641): Terminated: ok {rc=0}\u000a22:18:16.320232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1643): Launched\u000a22:18:16.738780 run osmo-hlr_10.42.42.2(pid=1644): Launched\u000a22:18:17.048278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:18:17.595746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1646): Launched\u000a22:18:17.906980 run osmo-stp_10.42.42.5(pid=1647): Launched\u000a22:18:18.020646 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:18:18.586775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1649): Launched\u000a22:18:18.899637 run osmo-msc_10.42.42.6(pid=1650): Launched\u000a22:18:19.083406 run osmo-stp_10.42.42.5(pid=1647): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1647)]\u000a22:18:19.214930 run osmo-stp_10.42.42.5(pid=1647): stdout: \u000a| (launched: 2022-12-12_22:18:17.753482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:19.344696 run osmo-stp_10.42.42.5(pid=1647): stderr: \u000a| �[0;m�[38;5;43m20221212221817925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221817925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221817925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221817926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221817928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221817928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221817928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:19.469067 run osmo-stp_10.42.42.5(pid=1647): stdout: \u000a| (launched: 2022-12-12_22:18:17.753482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:19.593664 run osmo-stp_10.42.42.5(pid=1647): stderr: \u000a| �[0;m�[38;5;43m20221212221817925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221817925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221817925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221817926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221817928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221817928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221817928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:19.647826 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1647): Process ended prematurely: osmo-stp_10.42.42.5(pid=1647) [trial-2383↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1647)] [trial-2383↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a22:18:19.656368 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a22:18:19.716073 run osmo-hlr_10.42.42.2(pid=1644): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1644)]\u000a22:18:19.765153 run osmo-hlr_10.42.42.2(pid=1644): stdout: \u000a| (launched: 2022-12-12_22:18:16.482216) \u000a22:18:19.814702 run osmo-hlr_10.42.42.2(pid=1644): stderr: \u000a| �[0;m�[1;31m20221212221816820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221816820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221816820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221816820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221816820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221816820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221816834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221816848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221816848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221816849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:18:19.882198 run osmo-msc_10.42.42.6(pid=1650): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1650)]\u000a22:18:19.931055 run osmo-msc_10.42.42.6(pid=1650): stdout: \u000a| (launched: 2022-12-12_22:18:18.745073) \u000a22:18:19.980400 run osmo-msc_10.42.42.6(pid=1650): stderr: \u000a| �[0;m�[38;5;43m20221212221819022 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212221819022 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffa6797fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212221819022 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212221819022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212221819022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212221819022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212221819024 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212221819024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212221819025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212221819025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:18:20.022518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1643): Terminating (SIGTERM)\u000a22:18:20.062197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1646): Terminating (SIGTERM)\u000a22:18:20.101756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1649): Terminating (SIGTERM)\u000a22:18:20.111032 --- ParallelTerminationStrategy: PID 1643 died...\u000a22:18:20.164102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1643): Terminated: ok {rc=0}\u000a22:18:20.173854 --- ParallelTerminationStrategy: PID 1646 died...\u000a22:18:20.227146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1646): Terminated: ok {rc=0}\u000a22:18:20.236828 --- ParallelTerminationStrategy: PID 1649 died...\u000a22:18:20.289927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1649): Terminated: ok {rc=0}\u000a22:18:20.378392 bus /sierra_3: Setting Powered False\u000a22:18:21.481269 bus /sierra_3: Setting Powered False\u000a22:18:22.592804 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:18:02" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1663): Process ended prematurely: osmo-stp_10.42.42.5(pid=1663) [trial-2383↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1663)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1663): Process ended prematurely: osmo-stp_10.42.42.5(pid=1663) [trial-2383↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1663)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a22:18:24.547770 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:18:24.558917 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:18:24.706880 tst mo_mt_call.py: using LAC 31876\u000a22:18:24.831274 tst mo_mt_call.py: using RAC 1\u000a22:18:24.955720 tst mo_mt_call.py: using CellId 31876\u000a22:18:25.079818 tst mo_mt_call.py: using BVCI 31877\u000a22:18:25.104088 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:18:25.115155 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:18:25.125978 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:18:25.136791 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:18:25.147589 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:18:25.158462 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:18:25.277417 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:18:25.493901 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:18:26.018308 run create_hlr_db(pid=1657): Launched\u000a22:18:26.211171 bus /sierra_2: Setting Powered False\u000a22:18:27.231330 run create_hlr_db(pid=1657): Terminated: ok {rc=0}\u000a22:18:27.649687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1659): Launched\u000a22:18:27.961778 run osmo-hlr_10.42.42.2(pid=1660): Launched\u000a22:18:28.084209 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:18:28.634246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1662): Launched\u000a22:18:28.946434 run osmo-stp_10.42.42.5(pid=1663): Launched\u000a22:18:29.061244 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:18:29.633284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1665): Launched\u000a22:18:29.946051 run osmo-msc_10.42.42.6(pid=1666): Launched\u000a22:18:30.128847 run osmo-stp_10.42.42.5(pid=1663): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1663)]\u000a22:18:30.260844 run osmo-stp_10.42.42.5(pid=1663): stdout: \u000a| (launched: 2022-12-12_22:18:28.791850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:30.390498 run osmo-stp_10.42.42.5(pid=1663): stderr: \u000a| �[0;m�[38;5;43m20221212221828965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221828966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221828966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221828966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221828967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221828967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221828967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:30.515267 run osmo-stp_10.42.42.5(pid=1663): stdout: \u000a| (launched: 2022-12-12_22:18:28.791850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:30.639564 run osmo-stp_10.42.42.5(pid=1663): stderr: \u000a| �[0;m�[38;5;43m20221212221828965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221828966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221828966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221828966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221828967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221828967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221828967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:30.694098 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1663): Process ended prematurely: osmo-stp_10.42.42.5(pid=1663) [trial-2383↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1663)] [trial-2383↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a22:18:30.702848 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:18:30.762912 run osmo-hlr_10.42.42.2(pid=1660): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1660)]\u000a22:18:30.811710 run osmo-hlr_10.42.42.2(pid=1660): stdout: \u000a| (launched: 2022-12-12_22:18:27.807737) \u000a22:18:30.867740 run osmo-hlr_10.42.42.2(pid=1660): stderr: \u000a| �[0;m�[1;31m20221212221827989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221827989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221827989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221827989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221827989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221827989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221828001 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221828010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221828010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221828010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:18:30.936469 run osmo-msc_10.42.42.6(pid=1666): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1666)]\u000a22:18:30.986418 run osmo-msc_10.42.42.6(pid=1666): stdout: \u000a| (launched: 2022-12-12_22:18:29.791290) \u000a22:18:31.037583 run osmo-msc_10.42.42.6(pid=1666): stderr: \u000a| �[0;m�[38;5;43m20221212221830068 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212221830068 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9d5e304c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212221830068 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212221830068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212221830069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212221830069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212221830071 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212221830071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212221830071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212221830071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:18:31.080481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1659): Terminating (SIGTERM)\u000a22:18:31.121230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1662): Terminating (SIGTERM)\u000a22:18:31.162081 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1665): Terminating (SIGTERM)\u000a22:18:31.171367 --- ParallelTerminationStrategy: PID 1659 died...\u000a22:18:31.225282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1659): Terminated: ok {rc=0}\u000a22:18:31.235292 --- ParallelTerminationStrategy: PID 1662 died...\u000a22:18:31.289541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1662): Terminated: ok {rc=0}\u000a22:18:31.299573 --- ParallelTerminationStrategy: PID 1665 died...\u000a22:18:31.353433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1665): Terminated: ok {rc=0}\u000a22:18:31.439151 bus /sierra_3: Setting Powered False\u000a22:18:32.539553 bus /sierra_3: Setting Powered False\u000a22:18:33.653536 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 181, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1674): Process ended prematurely: osmo-stp_10.42.42.5(pid=1674) [trial-2383↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1674)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1674): Process ended prematurely: osmo-stp_10.42.42.5(pid=1674) [trial-2383↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1674)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:18:34.771760 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:18:34.783865 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:18:34.939653 tst mo_mt_call_osmux.py: using LAC 31877\u000a22:18:35.071746 tst mo_mt_call_osmux.py: using RAC 2\u000a22:18:35.203670 tst mo_mt_call_osmux.py: using CellId 31877\u000a22:18:35.339675 tst mo_mt_call_osmux.py: using BVCI 31878\u000a22:18:35.365557 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:18:35.377098 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:18:35.388337 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:18:35.400172 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:18:35.411892 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:18:35.423477 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:18:35.545305 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:18:35.756193 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:18:36.255300 run create_hlr_db(pid=1668): Launched\u000a22:18:36.435388 bus /sierra_2: Setting Powered False\u000a22:18:37.455084 run create_hlr_db(pid=1668): Terminated: ok {rc=0}\u000a22:18:37.897721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1670): Launched\u000a22:18:38.231303 run osmo-hlr_10.42.42.2(pid=1671): Launched\u000a22:18:38.355447 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:18:38.935204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1673): Launched\u000a22:18:39.268307 run osmo-stp_10.42.42.5(pid=1674): Launched\u000a22:18:39.391701 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:18:40.008145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1676): Launched\u000a22:18:40.343172 run osmo-msc_10.42.42.6(pid=1677): Launched\u000a22:18:40.537863 run osmo-stp_10.42.42.5(pid=1674): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1674)]\u000a22:18:40.679311 run osmo-stp_10.42.42.5(pid=1674): stdout: \u000a| (launched: 2022-12-12_22:18:39.104451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:40.819132 run osmo-stp_10.42.42.5(pid=1674): stderr: \u000a| �[0;m�[38;5;43m20221212221839301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221839301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221839302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221839302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221839302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221839303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221839303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:40.952389 run osmo-stp_10.42.42.5(pid=1674): stdout: \u000a| (launched: 2022-12-12_22:18:39.104451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:41.084484 run osmo-stp_10.42.42.5(pid=1674): stderr: \u000a| �[0;m�[38;5;43m20221212221839301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221839301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221839302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221839302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221839302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221839303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221839303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:41.142745 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1674): Process ended prematurely: osmo-stp_10.42.42.5(pid=1674) [trial-2383↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1674)] [trial-2383↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a22:18:41.152143 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a22:18:41.215948 run osmo-hlr_10.42.42.2(pid=1671): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1671)]\u000a22:18:41.267884 run osmo-hlr_10.42.42.2(pid=1671): stdout: \u000a| (launched: 2022-12-12_22:18:38.067179) \u000a22:18:41.320442 run osmo-hlr_10.42.42.2(pid=1671): stderr: \u000a| �[0;m�[1;31m20221212221838264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221838264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221838264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221838264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221838265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221838265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221838282 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221838291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221838292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221838292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:18:41.391663 run osmo-msc_10.42.42.6(pid=1677): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1677)]\u000a22:18:41.443418 run osmo-msc_10.42.42.6(pid=1677): stdout: \u000a| (launched: 2022-12-12_22:18:40.178473) \u000a22:18:41.495568 run osmo-msc_10.42.42.6(pid=1677): stderr: \u000a| �[0;m�[38;5;43m20221212221840505 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212221840505 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5df2114c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212221840505 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212221840505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212221840505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212221840506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212221840507 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212221840508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212221840508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212221840508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:18:41.539714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1670): Terminating (SIGTERM)\u000a22:18:41.582155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1673): Terminating (SIGTERM)\u000a22:18:41.625181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1676): Terminating (SIGTERM)\u000a22:18:41.635094 --- ParallelTerminationStrategy: PID 1670 died...\u000a22:18:41.691734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1670): Terminated: ok {rc=0}\u000a22:18:41.702404 --- ParallelTerminationStrategy: PID 1673 died...\u000a22:18:41.758614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1673): Terminated: ok {rc=0}\u000a22:18:41.769183 --- ParallelTerminationStrategy: PID 1676 died...\u000a22:18:41.825588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1676): Terminated: ok {rc=0}\u000a22:18:41.913568 bus /sierra_3: Setting Powered False\u000a22:18:43.021379 bus /sierra_3: Setting Powered False\u000a22:18:44.130476 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:18:24" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1688): Process ended prematurely: osmo-stp_10.42.42.5(pid=1688) [trial-2383↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1688)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1688): Process ended prematurely: osmo-stp_10.42.42.5(pid=1688) [trial-2383↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1688)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a22:18:46.139069 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:18:46.151353 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:18:46.311006 tst mo_mt_call.py: using LAC 31878\u000a22:18:46.444380 tst mo_mt_call.py: using RAC 3\u000a22:18:46.602883 tst mo_mt_call.py: using CellId 31878\u000a22:18:46.730263 tst mo_mt_call.py: using BVCI 31879\u000a22:18:46.755370 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:18:46.767456 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:18:46.779427 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:18:46.791233 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:18:46.803280 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:18:46.815358 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:18:46.935803 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:18:47.147429 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:18:47.649439 run create_hlr_db(pid=1682): Launched\u000a22:18:47.829441 bus /sierra_2: Setting Powered False\u000a22:18:48.849545 run create_hlr_db(pid=1682): Terminated: ok {rc=0}\u000a22:18:49.290730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1684): Launched\u000a22:18:49.626926 run osmo-hlr_10.42.42.2(pid=1685): Launched\u000a22:18:49.752253 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:18:50.334572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1687): Launched\u000a22:18:50.669853 run osmo-stp_10.42.42.5(pid=1688): Launched\u000a22:18:50.792025 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:18:51.401731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1690): Launched\u000a22:18:51.735735 run osmo-msc_10.42.42.6(pid=1691): Launched\u000a22:18:51.931520 run osmo-stp_10.42.42.5(pid=1688): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1688)]\u000a22:18:52.072858 run osmo-stp_10.42.42.5(pid=1688): stdout: \u000a| (launched: 2022-12-12_22:18:50.504204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:52.212877 run osmo-stp_10.42.42.5(pid=1688): stderr: \u000a| �[0;m�[38;5;43m20221212221850698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221850699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221850699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221850699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221850700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221850700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221850700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:52.346820 run osmo-stp_10.42.42.5(pid=1688): stdout: \u000a| (launched: 2022-12-12_22:18:50.504204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:52.479282 run osmo-stp_10.42.42.5(pid=1688): stderr: \u000a| �[0;m�[38;5;43m20221212221850698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221850699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221850699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221850699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221850700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221850700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221850700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:52.537489 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1688): Process ended prematurely: osmo-stp_10.42.42.5(pid=1688) [trial-2383↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1688)] [trial-2383↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a22:18:52.546697 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a22:18:52.610094 run osmo-hlr_10.42.42.2(pid=1685): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1685)]\u000a22:18:52.662281 run osmo-hlr_10.42.42.2(pid=1685): stdout: \u000a| (launched: 2022-12-12_22:18:49.460484) \u000a22:18:52.714806 run osmo-hlr_10.42.42.2(pid=1685): stderr: \u000a| �[0;m�[1;31m20221212221849661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221849661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221849661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221849661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221849661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221849661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221849678 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221849688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221849688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221849688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:18:52.785672 run osmo-msc_10.42.42.6(pid=1691): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1691)]\u000a22:18:52.837388 run osmo-msc_10.42.42.6(pid=1691): stdout: \u000a| (launched: 2022-12-12_22:18:51.571298) \u000a22:18:52.889898 run osmo-msc_10.42.42.6(pid=1691): stderr: \u000a| �[0;m�[38;5;43m20221212221851896 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212221851896 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0d7925dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212221851896 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212221851896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212221851896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212221851898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212221851899 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212221851900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212221851900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212221851900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:18:52.934677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1684): Terminating (SIGTERM)\u000a22:18:52.976671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1687): Terminating (SIGTERM)\u000a22:18:53.019303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1690): Terminating (SIGTERM)\u000a22:18:53.029578 --- ParallelTerminationStrategy: PID 1684 died...\u000a22:18:53.086598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1684): Terminated: ok {rc=0}\u000a22:18:53.096864 --- ParallelTerminationStrategy: PID 1687 died...\u000a22:18:53.153977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1687): Terminated: ok {rc=0}\u000a22:18:53.164277 --- ParallelTerminationStrategy: PID 1690 died...\u000a22:18:53.221645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1690): Terminated: ok {rc=0}\u000a22:18:53.310865 bus /sierra_3: Setting Powered False\u000a22:18:54.415129 bus /sierra_3: Setting Powered False\u000a22:18:55.526139 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 181, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1699): Process ended prematurely: osmo-stp_10.42.42.5(pid=1699) [trial-2383↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1699)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1699): Process ended prematurely: osmo-stp_10.42.42.5(pid=1699) [trial-2383↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1699)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:18:56.643458 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:18:56.655409 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:18:56.812910 tst mo_mt_call_osmux.py: using LAC 31879\u000a22:18:56.943090 tst mo_mt_call_osmux.py: using RAC 4\u000a22:18:57.073676 tst mo_mt_call_osmux.py: using CellId 31879\u000a22:18:57.205457 tst mo_mt_call_osmux.py: using BVCI 31880\u000a22:18:57.230928 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:18:57.242274 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:18:57.253392 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:18:57.264760 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:18:57.276277 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:18:57.287753 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:18:57.404758 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:18:57.619740 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:18:58.143598 run create_hlr_db(pid=1693): Launched\u000a22:18:58.336300 bus /sierra_2: Setting Powered False\u000a22:18:59.356730 run create_hlr_db(pid=1693): Terminated: ok {rc=0}\u000a22:18:59.778968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1695): Launched\u000a22:19:00.092577 run osmo-hlr_10.42.42.2(pid=1696): Launched\u000a22:19:00.208514 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:19:00.748241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1698): Launched\u000a22:19:01.246212 run osmo-stp_10.42.42.5(pid=1699): Launched\u000a22:19:01.471754 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:19:02.095463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1701): Launched\u000a22:19:02.502197 run osmo-msc_10.42.42.6(pid=1702): Launched\u000a22:19:02.699620 run osmo-stp_10.42.42.5(pid=1699): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1699)]\u000a22:19:02.841983 run osmo-stp_10.42.42.5(pid=1699): stdout: \u000a| (launched: 2022-12-12_22:19:00.914859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:02.982458 run osmo-stp_10.42.42.5(pid=1699): stderr: \u000a| �[0;m�[38;5;43m20221212221901140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221901140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221901141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221901142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221901143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221901143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221901144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:03.116646 run osmo-stp_10.42.42.5(pid=1699): stdout: \u000a| (launched: 2022-12-12_22:19:00.914859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:03.250304 run osmo-stp_10.42.42.5(pid=1699): stderr: \u000a| �[0;m�[38;5;43m20221212221901140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221901140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221901141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221901142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221901143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221901143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221901144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:03.308856 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1699): Process ended prematurely: osmo-stp_10.42.42.5(pid=1699) [trial-2383↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1699)] [trial-2383↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a22:19:03.318399 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a22:19:03.384352 run osmo-hlr_10.42.42.2(pid=1696): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1696)]\u000a22:19:03.437387 run osmo-hlr_10.42.42.2(pid=1696): stdout: \u000a| (launched: 2022-12-12_22:18:59.938339) \u000a22:19:03.491109 run osmo-hlr_10.42.42.2(pid=1696): stderr: \u000a| �[0;m�[1;31m20221212221900121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221900121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221900121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221900121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221900121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221900121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221900134 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221900142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221900143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221900143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:19:03.563217 run osmo-msc_10.42.42.6(pid=1702): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1702)]\u000a22:19:03.615909 run osmo-msc_10.42.42.6(pid=1702): stdout: \u000a| (launched: 2022-12-12_22:19:02.258085) \u000a22:19:03.669563 run osmo-msc_10.42.42.6(pid=1702): stderr: \u000a| �[0;m�[38;5;43m20221212221902617 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212221902618 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcef2918c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212221902618 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212221902618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212221902618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212221902618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212221902620 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212221902620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212221902620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212221902620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:19:03.714332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1695): Terminating (SIGTERM)\u000a22:19:03.757609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1698): Terminating (SIGTERM)\u000a22:19:03.800786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1701): Terminating (SIGTERM)\u000a22:19:03.811547 --- ParallelTerminationStrategy: PID 1695 died...\u000a22:19:03.869353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1695): Terminated: ok {rc=0}\u000a22:19:03.879615 --- ParallelTerminationStrategy: PID 1698 died...\u000a22:19:03.937025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1698): Terminated: ok {rc=0}\u000a22:19:03.947102 --- ParallelTerminationStrategy: PID 1701 died...\u000a22:19:04.004342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1701): Terminated: ok {rc=0}\u000a22:19:04.090610 bus /sierra_3: Setting Powered False\u000a22:19:05.198253 bus /sierra_3: Setting Powered False\u000a22:19:06.305178 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:18:45" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1713): Process ended prematurely: osmo-stp_10.42.42.5(pid=1713) [trial-2383↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1713)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1713): Process ended prematurely: osmo-stp_10.42.42.5(pid=1713) [trial-2383↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1713)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a22:19:08.285373 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a22:19:08.296758 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a22:19:08.420786 tst emergency_mo_mt_call.py: using LAC 31880\u000a22:19:08.542981 tst emergency_mo_mt_call.py: using RAC 5\u000a22:19:08.664882 tst emergency_mo_mt_call.py: using CellId 31880\u000a22:19:08.786330 tst emergency_mo_mt_call.py: using BVCI 31881\u000a22:19:08.809640 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a22:19:08.820103 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a22:19:08.830574 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a22:19:08.841114 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a22:19:08.851695 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a22:19:08.862276 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a22:19:08.978638 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a22:19:09.183929 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:19:09.672559 run create_hlr_db(pid=1707): Launched\u000a22:19:09.849259 bus /sierra_2: Setting Powered False\u000a22:19:10.868499 run create_hlr_db(pid=1707): Terminated: ok {rc=0}\u000a22:19:11.303585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1709): Launched\u000a22:19:11.632028 run osmo-hlr_10.42.42.2(pid=1710): Launched\u000a22:19:11.753609 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:19:12.324672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1712): Launched\u000a22:19:12.651825 run osmo-stp_10.42.42.5(pid=1713): Launched\u000a22:19:12.783412 tst emergency_mo_mt_call.py: using MSISDN 8002\u000a22:19:12.946918 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:19:13.542953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1715): Launched\u000a22:19:13.871267 run osmo-msc_10.42.42.6(pid=1716): Launched\u000a22:19:14.064108 run osmo-stp_10.42.42.5(pid=1713): ERR: Terminated: ERROR {rc=1} [trial-2383↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1713)]\u000a22:19:14.203648 run osmo-stp_10.42.42.5(pid=1713): stdout: \u000a| (launched: 2022-12-12_22:19:12.490478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:14.342558 run osmo-stp_10.42.42.5(pid=1713): stderr: \u000a| �[0;m�[38;5;43m20221212221912686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221912687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221912687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221912687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221912688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221912688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221912688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:14.474659 run osmo-stp_10.42.42.5(pid=1713): stdout: \u000a| (launched: 2022-12-12_22:19:12.490478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:14.605591 run osmo-stp_10.42.42.5(pid=1713): stderr: \u000a| �[0;m�[38;5;43m20221212221912686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221912687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221912687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221912687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221912688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221912688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221912688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:14.663391 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=1713): Process ended prematurely: osmo-stp_10.42.42.5(pid=1713) [trial-2383↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1713)] [trial-2383↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a22:19:14.672226 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a22:19:14.736280 run osmo-hlr_10.42.42.2(pid=1710): ERR: Terminated: ERROR {rc=237} [trial-2383↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1710)]\u000a22:19:14.788038 run osmo-hlr_10.42.42.2(pid=1710): stdout: \u000a| (launched: 2022-12-12_22:19:11.470428) \u000a22:19:14.841177 run osmo-hlr_10.42.42.2(pid=1710): stderr: \u000a| �[0;m�[1;31m20221212221911671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221911672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221911672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221911672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221911672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221911672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221911685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221911693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221911693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221911693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:19:14.912504 run osmo-msc_10.42.42.6(pid=1716): ERR: Terminated: ERROR {rc=2} [trial-2383↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1716)]\u000a22:19:14.964173 run osmo-msc_10.42.42.6(pid=1716): stdout: \u000a| (launched: 2022-12-12_22:19:13.709661) \u000a22:19:15.017013 run osmo-msc_10.42.42.6(pid=1716): stderr: \u000a| �[0;m�[38;5;43m20221212221914031 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212221914032 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa4bd2b8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212221914032 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212221914032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212221914032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212221914032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212221914034 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212221914034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212221914035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212221914035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:19:15.061536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1709): Terminating (SIGTERM)\u000a22:19:15.103828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1712): Terminating (SIGTERM)\u000a22:19:15.146755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1715): Terminating (SIGTERM)\u000a22:19:15.157075 --- ParallelTerminationStrategy: PID 1709 died...\u000a22:19:15.213669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1709): Terminated: ok {rc=0}\u000a22:19:15.223913 --- ParallelTerminationStrategy: PID 1712 died...\u000a22:19:15.279907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1712): Terminated: ok {rc=0}\u000a22:19:15.290500 --- ParallelTerminationStrategy: PID 1715 died...\u000a22:19:15.346386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1715): Terminated: ok {rc=0}\u000a22:19:15.433407 bus /sierra_3: Setting Powered False\u000a22:19:16.559100 bus /sierra_3: Setting Powered False\u000a22:19:17.673646 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1724): Process ended prematurely: osmo-stp_10.42.42.5(pid=1724) [trial-2383↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1724)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1724): Process ended prematurely: osmo-stp_10.42.42.5(pid=1724) [trial-2383↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1724)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a22:19:18.726241 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a22:19:18.737997 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a22:19:18.863011 tst emergency_preemptive_call.py: using LAC 31881\u000a22:19:18.989894 tst emergency_preemptive_call.py: using RAC 6\u000a22:19:19.122657 tst emergency_preemptive_call.py: using CellId 31881\u000a22:19:19.241564 tst emergency_preemptive_call.py: using BVCI 31882\u000a22:19:19.264762 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a22:19:19.275500 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a22:19:19.286145 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a22:19:19.296431 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a22:19:19.306772 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a22:19:19.317093 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a22:19:19.437406 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a22:19:19.556520 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a22:19:19.676517 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a22:19:19.878295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:19:20.371121 run create_hlr_db(pid=1718): Launched\u000a22:19:20.548718 bus /sierra_2: Setting Powered False\u000a22:19:21.568534 run create_hlr_db(pid=1718): Terminated: ok {rc=0}\u000a22:19:22.005631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1720): Launched\u000a22:19:22.333432 run osmo-hlr_10.42.42.2(pid=1721): Launched\u000a22:19:22.455219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:19:23.025209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1723): Launched\u000a22:19:23.352391 run osmo-stp_10.42.42.5(pid=1724): Launched\u000a22:19:23.487543 tst emergency_preemptive_call.py: using MSISDN 8003\u000a22:19:23.651706 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:19:24.246889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1726): Launched\u000a22:19:24.573967 run osmo-msc_10.42.42.6(pid=1727): Launched\u000a22:19:24.766111 run osmo-stp_10.42.42.5(pid=1724): ERR: Terminated: ERROR {rc=1} [trial-2383↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1724)]\u000a22:19:24.903831 run osmo-stp_10.42.42.5(pid=1724): stdout: \u000a| (launched: 2022-12-12_22:19:23.191494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:25.041779 run osmo-stp_10.42.42.5(pid=1724): stderr: \u000a| �[0;m�[38;5;43m20221212221923385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221923385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221923385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221923386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221923386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221923386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221923386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:25.172779 run osmo-stp_10.42.42.5(pid=1724): stdout: \u000a| (launched: 2022-12-12_22:19:23.191494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:25.302469 run osmo-stp_10.42.42.5(pid=1724): stderr: \u000a| �[0;m�[38;5;43m20221212221923385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221923385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221923385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221923386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221923386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221923386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221923386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:25.359778 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=1724): Process ended prematurely: osmo-stp_10.42.42.5(pid=1724) [trial-2383↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1724)] [trial-2383↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a22:19:25.368751 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a22:19:25.433006 run osmo-hlr_10.42.42.2(pid=1721): ERR: Terminated: ERROR {rc=237} [trial-2383↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1721)]\u000a22:19:25.484887 run osmo-hlr_10.42.42.2(pid=1721): stdout: \u000a| (launched: 2022-12-12_22:19:22.172718) \u000a22:19:25.537454 run osmo-hlr_10.42.42.2(pid=1721): stderr: \u000a| �[0;m�[1;31m20221212221922375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221922375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221922375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221922375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221922375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221922375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221922387 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221922396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221922396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221922396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:19:25.608257 run osmo-msc_10.42.42.6(pid=1727): ERR: Terminated: ERROR {rc=2} [trial-2383↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1727)]\u000a22:19:25.661005 run osmo-msc_10.42.42.6(pid=1727): stdout: \u000a| (launched: 2022-12-12_22:19:24.412653) \u000a22:19:25.713606 run osmo-msc_10.42.42.6(pid=1727): stderr: \u000a| �[0;m�[38;5;43m20221212221924738 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212221924739 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa219a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212221924739 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212221924739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212221924739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212221924739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212221924741 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212221924741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212221924742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212221924742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:19:25.757896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1720): Terminating (SIGTERM)\u000a22:19:25.800163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1723): Terminating (SIGTERM)\u000a22:19:25.842404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1726): Terminating (SIGTERM)\u000a22:19:25.852706 --- ParallelTerminationStrategy: PID 1720 died...\u000a22:19:25.909132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1720): Terminated: ok {rc=0}\u000a22:19:25.919441 --- ParallelTerminationStrategy: PID 1723 died...\u000a22:19:25.975811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1723): Terminated: ok {rc=0}\u000a22:19:25.986613 --- ParallelTerminationStrategy: PID 1726 died...\u000a22:19:26.042714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1726): Terminated: ok {rc=0}\u000a22:19:26.130744 bus /sierra_9: Setting Powered False\u000a22:19:27.238360 bus /sierra_9: Setting Powered False\u000a22:19:28.345537 bus /sierra_8: Setting Powered False\u000a22:19:29.446676 bus /sierra_8: Setting Powered False\u000a22:19:30.558379 bus /sierra_3: Setting Powered False\u000a22:19:31.660932 bus /sierra_3: Setting Powered False\u000a22:19:32.770162 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:19:08" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1743): Process ended prematurely: osmo-stp_10.42.42.5(pid=1743) [trial-2383↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1743)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1743): Process ended prematurely: osmo-stp_10.42.42.5(pid=1743) [trial-2383↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:19:34.863522 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:19:34.874682 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a22:19:35.009102 tst cs_paging_gprs_active.py: using LAC 31882\u000a22:19:35.136523 tst cs_paging_gprs_active.py: using RAC 7\u000a22:19:35.259403 tst cs_paging_gprs_active.py: using CellId 31882\u000a22:19:35.384079 tst cs_paging_gprs_active.py: using BVCI 31883\u000a22:19:35.407813 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:19:35.418275 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:19:35.428509 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:19:35.438788 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:19:35.449015 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:19:35.459238 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:19:35.469553 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:19:35.479734 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:19:35.490139 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a22:19:35.608443 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a22:19:35.911222 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:19:36.051162 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:19:36.396055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1733): Launched\u000a22:19:36.683902 run iperf3-srv_10.42.42.10(pid=1734): Launched\u000a22:19:36.888896 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:19:37.028713 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:19:37.374501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1735): Launched\u000a22:19:37.663790 run iperf3-srv_10.42.42.10(pid=1736): Launched\u000a22:19:37.870726 tst cs_paging_gprs_active.py:38: start network...\u000a22:19:38.011292 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:19:38.537998 run create_hlr_db(pid=1737): Launched\u000a22:19:38.731145 bus /sierra_2: Setting Powered False\u000a22:19:39.752505 run create_hlr_db(pid=1737): Terminated: ok {rc=0}\u000a22:19:40.171361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1739): Launched\u000a22:19:40.482986 run osmo-hlr_10.42.42.2(pid=1740): Launched\u000a22:19:40.605878 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:19:41.154350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1742): Launched\u000a22:19:41.466270 run osmo-stp_10.42.42.5(pid=1743): Launched\u000a22:19:41.578639 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:19:42.122003 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1745): Launched\u000a22:19:42.234084 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:19:42.506181 run patchelf(pid=1746): Launched\u000a22:19:42.687829 run osmo-stp_10.42.42.5(pid=1743): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1743)]\u000a22:19:42.820430 run osmo-stp_10.42.42.5(pid=1743): stdout: \u000a| (launched: 2022-12-12_22:19:41.312745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:42.953149 run osmo-stp_10.42.42.5(pid=1743): stderr: \u000a| �[0;m�[38;5;43m20221212221941487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221941487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221941487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221941487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221941488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221941488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221941488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:43.081724 run osmo-stp_10.42.42.5(pid=1743): stdout: \u000a| (launched: 2022-12-12_22:19:41.312745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:43.209072 run osmo-stp_10.42.42.5(pid=1743): stderr: \u000a| �[0;m�[38;5;43m20221212221941487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221941487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221941487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221941487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221941488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221941488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221941488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:43.358055 run patchelf(pid=1746): Terminating (SIGINT)\u000a22:19:43.534027 run patchelf(pid=1746): Terminated: ok {rc=0}\u000a22:19:43.566012 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1743): Process ended prematurely: osmo-stp_10.42.42.5(pid=1743) [trial-2383↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1743)] [trial-2383↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a22:19:43.575134 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:19:43.635409 run osmo-hlr_10.42.42.2(pid=1740): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1740)]\u000a22:19:43.684797 run osmo-hlr_10.42.42.2(pid=1740): stdout: \u000a| (launched: 2022-12-12_22:19:40.329971) \u000a22:19:43.734715 run osmo-hlr_10.42.42.2(pid=1740): stderr: \u000a| �[0;m�[1;31m20221212221940510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221940510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221940510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221940510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221940510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221940511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221940523 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221940534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221940534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221940534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:19:43.776942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1733): Terminating (SIGTERM)\u000a22:19:43.816481 run iperf3-srv_10.42.42.10(pid=1734): Terminating (SIGTERM)\u000a22:19:43.856098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1735): Terminating (SIGTERM)\u000a22:19:43.895544 run iperf3-srv_10.42.42.10(pid=1736): Terminating (SIGTERM)\u000a22:19:43.935142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1739): Terminating (SIGTERM)\u000a22:19:43.974636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1742): Terminating (SIGTERM)\u000a22:19:44.014122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1745): Terminating (SIGTERM)\u000a22:19:44.023378 --- ParallelTerminationStrategy: PID 1733 died...\u000a22:19:44.076387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1733): Terminated: ok {rc=0}\u000a22:19:44.085974 --- ParallelTerminationStrategy: PID 1734 died...\u000a22:19:44.138921 run iperf3-srv_10.42.42.10(pid=1734): Terminated {rc=256}\u000a22:19:44.148349 --- ParallelTerminationStrategy: PID 1735 died...\u000a22:19:44.201139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1735): Terminated: ok {rc=0}\u000a22:19:44.210617 --- ParallelTerminationStrategy: PID 1736 died...\u000a22:19:44.262497 run iperf3-srv_10.42.42.10(pid=1736): Terminated {rc=256}\u000a22:19:44.271980 --- ParallelTerminationStrategy: PID 1739 died...\u000a22:19:44.324137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1739): Terminated: ok {rc=0}\u000a22:19:44.333684 --- ParallelTerminationStrategy: PID 1742 died...\u000a22:19:44.385924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1742): Terminated: ok {rc=0}\u000a22:19:44.395393 --- ParallelTerminationStrategy: PID 1745 died...\u000a22:19:44.447484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1745): Terminated: ok {rc=0}\u000a22:19:44.530147 bus /gobi_0: Setting Powered False\u000a22:19:45.636209 bus /gobi_0: Setting Powered False\u000a22:19:46.749106 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1755): Process ended prematurely: osmo-stp_10.42.42.5(pid=1755) [trial-2383↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1755)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1755): Process ended prematurely: osmo-stp_10.42.42.5(pid=1755) [trial-2383↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1755)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a22:19:47.857875 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:19:47.868672 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a22:19:47.993522 tst iperf3.py: using LAC 31883\u000a22:19:48.115688 tst iperf3.py: using RAC 8\u000a22:19:48.240498 tst iperf3.py: using CellId 31883\u000a22:19:48.362654 tst iperf3.py: using BVCI 31884\u000a22:19:48.386522 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:19:48.396869 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:19:48.407223 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:19:48.417904 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:19:48.428048 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:19:48.438328 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:19:48.448660 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:19:48.458915 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:19:48.469245 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a22:19:48.768509 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:19:48.908510 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:19:49.253735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1747): Launched\u000a22:19:49.541812 run iperf3-srv_10.42.42.10(pid=1748): Launched\u000a22:19:49.747807 tst iperf3.py:8: start network...\u000a22:19:49.888030 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:19:50.414533 run create_hlr_db(pid=1749): Launched\u000a22:19:50.604441 bus /gobi_6: Setting Powered False\u000a22:19:51.617289 run create_hlr_db(pid=1749): Terminated: ok {rc=0}\u000a22:19:52.035185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1751): Launched\u000a22:19:52.348356 run osmo-hlr_10.42.42.2(pid=1752): Launched\u000a22:19:52.472218 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:19:53.054319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1754): Launched\u000a22:19:53.388530 run osmo-stp_10.42.42.5(pid=1755): Launched\u000a22:19:53.509948 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:19:54.093264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1757): Launched\u000a22:19:54.212635 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:19:54.503327 run patchelf(pid=1758): Launched\u000a22:19:54.698323 run osmo-stp_10.42.42.5(pid=1755): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1755)]\u000a22:19:54.840026 run osmo-stp_10.42.42.5(pid=1755): stdout: \u000a| (launched: 2022-12-12_22:19:53.224481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:54.982117 run osmo-stp_10.42.42.5(pid=1755): stderr: \u000a| �[0;m�[38;5;43m20221212221953419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221953419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221953419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221953420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221953420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221953420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221953420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:55.119751 run osmo-stp_10.42.42.5(pid=1755): stdout: \u000a| (launched: 2022-12-12_22:19:53.224481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:55.256130 run osmo-stp_10.42.42.5(pid=1755): stderr: \u000a| �[0;m�[38;5;43m20221212221953419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212221953419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212221953419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212221953420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212221953420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212221953420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212221953420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:55.415738 run patchelf(pid=1758): Terminating (SIGINT)\u000a22:19:55.603340 run patchelf(pid=1758): Terminated: ok {rc=0}\u000a22:19:55.637456 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1755): Process ended prematurely: osmo-stp_10.42.42.5(pid=1755) [trial-2383↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1755)] [trial-2383↪gprs:oc2g↪iperf3.py:8]\u000a22:19:55.647368 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a22:19:55.711570 run osmo-hlr_10.42.42.2(pid=1752): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1752)]\u000a22:19:55.763234 run osmo-hlr_10.42.42.2(pid=1752): stdout: \u000a| (launched: 2022-12-12_22:19:52.193445) \u000a22:19:55.815472 run osmo-hlr_10.42.42.2(pid=1752): stderr: \u000a| �[0;m�[1;31m20221212221952371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212221952371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212221952371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221952371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212221952371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212221952371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212221952383 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212221952392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212221952392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212221952392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:19:55.859582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1747): Terminating (SIGTERM)\u000a22:19:55.901598 run iperf3-srv_10.42.42.10(pid=1748): Terminating (SIGTERM)\u000a22:19:55.943877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1751): Terminating (SIGTERM)\u000a22:19:55.985539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1754): Terminating (SIGTERM)\u000a22:19:56.027603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1757): Terminating (SIGTERM)\u000a22:19:56.037741 --- ParallelTerminationStrategy: PID 1747 died...\u000a22:19:56.094302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1747): Terminated: ok {rc=0}\u000a22:19:56.104468 --- ParallelTerminationStrategy: PID 1748 died...\u000a22:19:56.160268 run iperf3-srv_10.42.42.10(pid=1748): Terminated {rc=256}\u000a22:19:56.170348 --- ParallelTerminationStrategy: PID 1751 died...\u000a22:19:56.226046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1751): Terminated: ok {rc=0}\u000a22:19:56.236404 --- ParallelTerminationStrategy: PID 1754 died...\u000a22:19:56.292019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1754): Terminated: ok {rc=0}\u000a22:19:56.302520 --- ParallelTerminationStrategy: PID 1757 died...\u000a22:19:56.358505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1757): Terminated: ok {rc=0}\u000a22:19:56.445616 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:oc2g", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1776): Process ended prematurely: osmo-stp_10.42.42.5(pid=1776) [trial-2383↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1776)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1776): Process ended prematurely: osmo-stp_10.42.42.5(pid=1776) [trial-2383↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1776)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a22:19:57.562204 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:19:57.573857 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a22:19:57.709636 tst iperf3m4.py: using LAC 31884\u000a22:19:57.842433 tst iperf3m4.py: using RAC 9\u000a22:19:57.973668 tst iperf3m4.py: using CellId 31884\u000a22:19:58.106589 tst iperf3m4.py: using BVCI 31885\u000a22:19:58.132347 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:19:58.143324 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:19:58.154225 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:19:58.165297 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:19:58.176222 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:19:58.187436 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:19:58.198887 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:19:58.210168 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:19:58.221530 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a22:19:58.343896 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a22:19:58.463426 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a22:19:58.583287 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a22:19:58.868579 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:19:58.998432 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:19:59.323788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1759): Launched\u000a22:19:59.594187 run iperf3-srv_10.42.42.10(pid=1760): Launched\u000a22:19:59.784302 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:19:59.913717 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:20:00.236831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1761): Launched\u000a22:20:00.506255 run iperf3-srv_10.42.42.10(pid=1762): Launched\u000a22:20:00.696084 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:20:00.825645 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:20:01.209667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1763): Launched\u000a22:20:01.498625 run iperf3-srv_10.42.42.10(pid=1764): Launched\u000a22:20:01.702044 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:20:01.836397 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:20:02.179510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1768): Launched\u000a22:20:02.448494 run iperf3-srv_10.42.42.10(pid=1769): Launched\u000a22:20:02.637417 tst iperf3m4.py:8: start network...\u000a22:20:02.766496 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:20:03.265708 run create_hlr_db(pid=1770): Launched\u000a22:20:03.444573 bus /gobi_6: Setting Powered False\u000a22:20:04.466381 run create_hlr_db(pid=1770): Terminated: ok {rc=0}\u000a22:20:04.909632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1772): Launched\u000a22:20:05.244722 run osmo-hlr_10.42.42.2(pid=1773): Launched\u000a22:20:05.367367 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:20:05.945979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1775): Launched\u000a22:20:06.280513 run osmo-stp_10.42.42.5(pid=1776): Launched\u000a22:20:06.404750 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:20:06.987272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1778): Launched\u000a22:20:07.106733 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:20:07.397952 run patchelf(pid=1780): Launched\u000a22:20:07.592399 run osmo-stp_10.42.42.5(pid=1776): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1776)]\u000a22:20:07.735410 run osmo-stp_10.42.42.5(pid=1776): stdout: \u000a| (launched: 2022-12-12_22:20:06.115543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:07.877999 run osmo-stp_10.42.42.5(pid=1776): stderr: \u000a| �[0;m�[38;5;43m20221212222006312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222006312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222006312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222006313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222006314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222006314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222006314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:08.015661 run osmo-stp_10.42.42.5(pid=1776): stdout: \u000a| (launched: 2022-12-12_22:20:06.115543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:08.152380 run osmo-stp_10.42.42.5(pid=1776): stderr: \u000a| �[0;m�[38;5;43m20221212222006312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222006312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222006312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222006313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222006314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222006314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222006314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:08.312120 run patchelf(pid=1780): Terminating (SIGINT)\u000a22:20:08.500856 run patchelf(pid=1780): Terminated: ok {rc=0}\u000a22:20:08.535048 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1776): Process ended prematurely: osmo-stp_10.42.42.5(pid=1776) [trial-2383↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1776)] [trial-2383↪gprs:oc2g↪iperf3m4.py:8]\u000a22:20:08.544844 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a22:20:08.609250 run osmo-hlr_10.42.42.2(pid=1773): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1773)]\u000a22:20:08.661527 run osmo-hlr_10.42.42.2(pid=1773): stdout: \u000a| (launched: 2022-12-12_22:20:05.079828) \u000a22:20:08.714204 run osmo-hlr_10.42.42.2(pid=1773): stderr: \u000a| �[0;m�[1;31m20221212222005282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222005282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222005282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222005282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222005282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222005282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222005294 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222005303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222005303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222005303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:20:08.759085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1759): Terminating (SIGTERM)\u000a22:20:08.800832 run iperf3-srv_10.42.42.10(pid=1760): Terminating (SIGTERM)\u000a22:20:08.843099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1761): Terminating (SIGTERM)\u000a22:20:08.885499 run iperf3-srv_10.42.42.10(pid=1762): Terminating (SIGTERM)\u000a22:20:08.927631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1763): Terminating (SIGTERM)\u000a22:20:08.969561 run iperf3-srv_10.42.42.10(pid=1764): Terminating (SIGTERM)\u000a22:20:09.011814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1768): Terminating (SIGTERM)\u000a22:20:09.053948 run iperf3-srv_10.42.42.10(pid=1769): Terminating (SIGTERM)\u000a22:20:09.096209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1772): Terminating (SIGTERM)\u000a22:20:09.138567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1775): Terminating (SIGTERM)\u000a22:20:09.181086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1778): Terminating (SIGTERM)\u000a22:20:09.190980 --- ParallelTerminationStrategy: PID 1759 died...\u000a22:20:09.247345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1759): Terminated: ok {rc=0}\u000a22:20:09.257973 --- ParallelTerminationStrategy: PID 1760 died...\u000a22:20:09.314256 run iperf3-srv_10.42.42.10(pid=1760): Terminated {rc=256}\u000a22:20:09.324521 --- ParallelTerminationStrategy: PID 1761 died...\u000a22:20:09.380500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1761): Terminated: ok {rc=0}\u000a22:20:09.390974 --- ParallelTerminationStrategy: PID 1762 died...\u000a22:20:09.447032 run iperf3-srv_10.42.42.10(pid=1762): Terminated {rc=256}\u000a22:20:09.457283 --- ParallelTerminationStrategy: PID 1763 died...\u000a22:20:09.513463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1763): Terminated: ok {rc=0}\u000a22:20:09.523729 --- ParallelTerminationStrategy: PID 1764 died...\u000a22:20:09.579590 run iperf3-srv_10.42.42.10(pid=1764): Terminated {rc=256}\u000a22:20:09.590162 --- ParallelTerminationStrategy: PID 1768 died...\u000a22:20:09.646417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1768): Terminated: ok {rc=0}\u000a22:20:09.656689 --- ParallelTerminationStrategy: PID 1769 died...\u000a22:20:09.713088 run iperf3-srv_10.42.42.10(pid=1769): Terminated {rc=256}\u000a22:20:09.723622 --- ParallelTerminationStrategy: PID 1772 died...\u000a22:20:09.779864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1772): Terminated: ok {rc=0}\u000a22:20:09.790481 --- ParallelTerminationStrategy: PID 1775 died...\u000a22:20:09.846832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1775): Terminated: ok {rc=0}\u000a22:20:09.857191 --- ParallelTerminationStrategy: PID 1778 died...\u000a22:20:09.912998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1778): Terminated: ok {rc=0}\u000a22:20:09.999989 bus /gobi_4: Setting Powered False\u000a22:20:11.107700 bus /gobi_4: Setting Powered False\u000a22:20:12.215775 bus /gobi_1: Setting Powered False\u000a22:20:13.322226 bus /gobi_1: Setting Powered False\u000a22:20:14.429788 bus /gobi_0: Setting Powered False\u000a22:20:15.534820 bus /gobi_0: Setting Powered False\u000a22:20:16.651377 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1787): Process ended prematurely: osmo-stp_10.42.42.5(pid=1787) [trial-2383↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1787)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1787): Process ended prematurely: osmo-stp_10.42.42.5(pid=1787) [trial-2383↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1787)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:oc2g ping.py\u000a----------------------------------------------\u000a22:20:17.718927 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:20:17.730648 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a22:20:17.863674 tst ping.py: using LAC 31885\u000a22:20:17.991716 tst ping.py: using RAC 10\u000a22:20:18.121347 tst ping.py: using CellId 31885\u000a22:20:18.251033 tst ping.py: using BVCI 31886\u000a22:20:18.276198 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:20:18.287176 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:20:18.298054 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:20:18.309584 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:20:18.320685 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:20:18.331649 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:20:18.342936 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:20:18.354252 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a22:20:18.649260 tst ping.py:19: start network...\u000a22:20:18.786815 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:20:19.300649 run create_hlr_db(pid=1781): Launched\u000a22:20:19.490952 bus /gobi_6: Setting Powered False\u000a22:20:20.510802 run create_hlr_db(pid=1781): Terminated: ok {rc=0}\u000a22:20:20.923385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1783): Launched\u000a22:20:21.231385 run osmo-hlr_10.42.42.2(pid=1784): Launched\u000a22:20:21.350628 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:20:21.894763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1786): Launched\u000a22:20:22.202217 run osmo-stp_10.42.42.5(pid=1787): Launched\u000a22:20:22.313907 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:20:22.847981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1789): Launched\u000a22:20:22.956655 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:20:23.225044 run patchelf(pid=1790): Launched\u000a22:20:23.404577 run osmo-stp_10.42.42.5(pid=1787): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1787)]\u000a22:20:23.535136 run osmo-stp_10.42.42.5(pid=1787): stdout: \u000a| (launched: 2022-12-12_22:20:22.050539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:23.666434 run osmo-stp_10.42.42.5(pid=1787): stderr: \u000a| �[0;m�[38;5;43m20221212222022221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222022222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222022222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222022222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222022224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222022225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222022225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:23.793176 run osmo-stp_10.42.42.5(pid=1787): stdout: \u000a| (launched: 2022-12-12_22:20:22.050539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:23.918477 run osmo-stp_10.42.42.5(pid=1787): stderr: \u000a| �[0;m�[38;5;43m20221212222022221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222022222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222022222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222022222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222022224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222022225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222022225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:24.065250 run patchelf(pid=1790): Terminating (SIGINT)\u000a22:20:24.238585 run patchelf(pid=1790): Terminated: ok {rc=0}\u000a22:20:24.269834 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1787): Process ended prematurely: osmo-stp_10.42.42.5(pid=1787) [trial-2383↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1787)] [trial-2383↪gprs:oc2g↪ping.py:22]\u000a22:20:24.278430 tst ping.py:22: Test FAILED (6.5 sec)\u000a22:20:24.338024 run osmo-hlr_10.42.42.2(pid=1784): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1784)]\u000a22:20:24.386842 run osmo-hlr_10.42.42.2(pid=1784): stdout: \u000a| (launched: 2022-12-12_22:20:21.079283) \u000a22:20:24.436648 run osmo-hlr_10.42.42.2(pid=1784): stderr: \u000a| �[0;m�[1;31m20221212222021259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222021259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222021259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222021259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222021259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222021259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222021271 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222021280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222021280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222021280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:20:24.478644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1783): Terminating (SIGTERM)\u000a22:20:24.518933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1786): Terminating (SIGTERM)\u000a22:20:24.558718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1789): Terminating (SIGTERM)\u000a22:20:24.568111 --- ParallelTerminationStrategy: PID 1783 died...\u000a22:20:24.621432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1783): Terminated: ok {rc=0}\u000a22:20:24.631221 --- ParallelTerminationStrategy: PID 1786 died...\u000a22:20:24.684216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1786): Terminated: ok {rc=0}\u000a22:20:24.693940 --- ParallelTerminationStrategy: PID 1789 died...\u000a22:20:24.747055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1789): Terminated: ok {rc=0}\u000a22:20:24.835006 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1797): Process ended prematurely: osmo-stp_10.42.42.5(pid=1797) [trial-2383↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1797)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1797): Process ended prematurely: osmo-stp_10.42.42.5(pid=1797) [trial-2383↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1797)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a22:20:25.888159 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:20:25.899715 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a22:20:26.025737 tst ping_idle_ping.py: using LAC 31886\u000a22:20:26.148193 tst ping_idle_ping.py: using RAC 11\u000a22:20:26.270798 tst ping_idle_ping.py: using CellId 31886\u000a22:20:26.395087 tst ping_idle_ping.py: using BVCI 31887\u000a22:20:26.418418 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:20:26.428892 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:20:26.439355 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:20:26.449756 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:20:26.460088 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:20:26.470404 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:20:26.480723 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a22:20:26.491154 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a22:20:26.770973 tst ping_idle_ping.py:24: start network...\u000a22:20:26.898009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:20:27.390854 run create_hlr_db(pid=1791): Launched\u000a22:20:27.568405 bus /gobi_6: Setting Powered False\u000a22:20:28.589709 run create_hlr_db(pid=1791): Terminated: ok {rc=0}\u000a22:20:29.027252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1793): Launched\u000a22:20:29.356649 run osmo-hlr_10.42.42.2(pid=1794): Launched\u000a22:20:29.478922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:20:30.053634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1796): Launched\u000a22:20:30.382373 run osmo-stp_10.42.42.5(pid=1797): Launched\u000a22:20:30.501477 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:20:31.145344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1799): Launched\u000a22:20:31.299271 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:20:31.603184 run patchelf(pid=1800): Launched\u000a22:20:31.788645 run osmo-stp_10.42.42.5(pid=1797): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1797)]\u000a22:20:31.926425 run osmo-stp_10.42.42.5(pid=1797): stdout: \u000a| (launched: 2022-12-12_22:20:30.220250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:32.071916 run osmo-stp_10.42.42.5(pid=1797): stderr: \u000a| �[0;m�[38;5;43m20221212222030416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222030416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222030416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222030417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222030417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222030417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222030417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:32.202568 run osmo-stp_10.42.42.5(pid=1797): stdout: \u000a| (launched: 2022-12-12_22:20:30.220250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:32.329160 run osmo-stp_10.42.42.5(pid=1797): stderr: \u000a| �[0;m�[38;5;43m20221212222030416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222030416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222030416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222030417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222030417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222030417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222030417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:32.476770 run patchelf(pid=1800): Terminating (SIGINT)\u000a22:20:32.651729 run patchelf(pid=1800): Terminated: ok {rc=0}\u000a22:20:32.683403 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1797): Process ended prematurely: osmo-stp_10.42.42.5(pid=1797) [trial-2383↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1797)] [trial-2383↪gprs:oc2g↪ping_idle_ping.py:27]\u000a22:20:32.692235 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a22:20:32.752504 run osmo-hlr_10.42.42.2(pid=1794): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1794)]\u000a22:20:32.801602 run osmo-hlr_10.42.42.2(pid=1794): stdout: \u000a| (launched: 2022-12-12_22:20:29.194518) \u000a22:20:32.851039 run osmo-hlr_10.42.42.2(pid=1794): stderr: \u000a| �[0;m�[1;31m20221212222029395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222029395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222029395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222029395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222029395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222029395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222029408 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222029417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222029417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222029417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:20:32.893199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1793): Terminating (SIGTERM)\u000a22:20:32.933738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1796): Terminating (SIGTERM)\u000a22:20:32.973848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1799): Terminating (SIGTERM)\u000a22:20:32.983454 --- ParallelTerminationStrategy: PID 1793 died...\u000a22:20:33.036779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1793): Terminated: ok {rc=0}\u000a22:20:33.046818 --- ParallelTerminationStrategy: PID 1796 died...\u000a22:20:33.099983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1796): Terminated: ok {rc=0}\u000a22:20:33.110337 --- ParallelTerminationStrategy: PID 1799 died...\u000a22:20:33.163656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1799): Terminated: ok {rc=0}\u000a22:20:33.252836 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:19:34" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1816): Process ended prematurely: osmo-stp_10.42.42.5(pid=1816) [trial-2383↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1816)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1816): Process ended prematurely: osmo-stp_10.42.42.5(pid=1816) [trial-2383↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:20:35.367314 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:20:35.378182 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:20:35.501084 tst cs_paging_gprs_active.py: using LAC 31887\u000a22:20:35.628593 tst cs_paging_gprs_active.py: using RAC 12\u000a22:20:35.748909 tst cs_paging_gprs_active.py: using CellId 31887\u000a22:20:35.867677 tst cs_paging_gprs_active.py: using BVCI 31888\u000a22:20:35.891207 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:20:35.901950 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:20:35.912370 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:20:35.923261 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:20:35.933784 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:20:35.944200 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:20:35.954960 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:20:35.965451 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:20:35.975864 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:20:36.095152 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:20:36.376395 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:20:36.504855 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:20:36.823708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1805): Launched\u000a22:20:37.089186 run iperf3-srv_10.42.42.10(pid=1806): Launched\u000a22:20:37.275520 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:20:37.402793 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:20:37.720493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1807): Launched\u000a22:20:37.984629 run iperf3-srv_10.42.42.10(pid=1808): Launched\u000a22:20:38.170867 tst cs_paging_gprs_active.py:38: start network...\u000a22:20:38.297797 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:20:38.789870 run create_hlr_db(pid=1809): Launched\u000a22:20:38.966121 bus /gobi_6: Setting Powered False\u000a22:20:39.987500 run create_hlr_db(pid=1809): Terminated: ok {rc=0}\u000a22:20:40.421850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1811): Launched\u000a22:20:40.750669 run osmo-hlr_10.42.42.2(pid=1812): Launched\u000a22:20:40.872304 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:20:41.443057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1815): Launched\u000a22:20:41.771351 run osmo-stp_10.42.42.5(pid=1816): Launched\u000a22:20:41.890331 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:20:42.459875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1818): Launched\u000a22:20:42.576660 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:20:42.862542 run patchelf(pid=1820): Launched\u000a22:20:43.053650 run osmo-stp_10.42.42.5(pid=1816): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1816)]\u000a22:20:43.193773 run osmo-stp_10.42.42.5(pid=1816): stdout: \u000a| (launched: 2022-12-12_22:20:41.609893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:43.333798 run osmo-stp_10.42.42.5(pid=1816): stderr: \u000a| �[0;m�[38;5;43m20221212222041802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222041802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222041802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222041802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222041803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222041803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222041803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:43.469194 run osmo-stp_10.42.42.5(pid=1816): stdout: \u000a| (launched: 2022-12-12_22:20:41.609893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:43.603340 run osmo-stp_10.42.42.5(pid=1816): stderr: \u000a| �[0;m�[38;5;43m20221212222041802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222041802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222041802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222041802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222041803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222041803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222041803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:43.760743 run patchelf(pid=1820): Terminating (SIGINT)\u000a22:20:43.944250 run patchelf(pid=1820): Terminated: ok {rc=0}\u000a22:20:43.977985 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1816): Process ended prematurely: osmo-stp_10.42.42.5(pid=1816) [trial-2383↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1816)] [trial-2383↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a22:20:43.987925 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:20:44.051437 run osmo-hlr_10.42.42.2(pid=1812): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1812)]\u000a22:20:44.102974 run osmo-hlr_10.42.42.2(pid=1812): stdout: \u000a| (launched: 2022-12-12_22:20:40.587971) \u000a22:20:44.154709 run osmo-hlr_10.42.42.2(pid=1812): stderr: \u000a| �[0;m�[1;31m20221212222040788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222040789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222040789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222040789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222040789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222040789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222040801 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222040809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222040810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222040810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:20:44.199377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1805): Terminating (SIGTERM)\u000a22:20:44.241448 run iperf3-srv_10.42.42.10(pid=1806): Terminating (SIGTERM)\u000a22:20:44.283786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1807): Terminating (SIGTERM)\u000a22:20:44.325505 run iperf3-srv_10.42.42.10(pid=1808): Terminating (SIGTERM)\u000a22:20:44.367685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1811): Terminating (SIGTERM)\u000a22:20:44.409529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1815): Terminating (SIGTERM)\u000a22:20:44.451311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1818): Terminating (SIGTERM)\u000a22:20:44.461199 --- ParallelTerminationStrategy: PID 1805 died...\u000a22:20:44.517292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1805): Terminated: ok {rc=0}\u000a22:20:44.527214 --- ParallelTerminationStrategy: PID 1806 died...\u000a22:20:44.582226 run iperf3-srv_10.42.42.10(pid=1806): Terminated {rc=256}\u000a22:20:44.592338 --- ParallelTerminationStrategy: PID 1807 died...\u000a22:20:44.647474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1807): Terminated: ok {rc=0}\u000a22:20:44.657751 --- ParallelTerminationStrategy: PID 1808 died...\u000a22:20:44.713187 run iperf3-srv_10.42.42.10(pid=1808): Terminated {rc=256}\u000a22:20:44.723284 --- ParallelTerminationStrategy: PID 1811 died...\u000a22:20:44.778463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1811): Terminated: ok {rc=0}\u000a22:20:44.788631 --- ParallelTerminationStrategy: PID 1815 died...\u000a22:20:44.844265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1815): Terminated: ok {rc=0}\u000a22:20:44.854517 --- ParallelTerminationStrategy: PID 1818 died...\u000a22:20:44.910222 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1818): Terminated: ok {rc=0}\u000a22:20:44.997780 bus /gobi_0: Setting Powered False\u000a22:20:46.103883 bus /gobi_0: Setting Powered False\u000a22:20:47.215653 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1829): Process ended prematurely: osmo-stp_10.42.42.5(pid=1829) [trial-2383↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1829)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1829): Process ended prematurely: osmo-stp_10.42.42.5(pid=1829) [trial-2383↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1829)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a22:20:48.327578 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:20:48.338929 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:20:48.467034 tst iperf3.py: using LAC 31888\u000a22:20:48.587791 tst iperf3.py: using RAC 13\u000a22:20:48.713181 tst iperf3.py: using CellId 31888\u000a22:20:48.833927 tst iperf3.py: using BVCI 31889\u000a22:20:48.857522 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:20:48.868329 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:20:48.879067 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:20:48.890215 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:20:48.901239 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:20:48.912242 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:20:48.923461 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:20:48.934651 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:20:48.945881 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:20:49.228610 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:20:49.355851 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:20:49.673828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1821): Launched\u000a22:20:49.938083 run iperf3-srv_10.42.42.10(pid=1822): Launched\u000a22:20:50.123760 tst iperf3.py:8: start network...\u000a22:20:50.250283 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:20:50.740487 run create_hlr_db(pid=1823): Launched\u000a22:20:50.916727 bus /gobi_6: Setting Powered False\u000a22:20:51.936243 run create_hlr_db(pid=1823): Terminated: ok {rc=0}\u000a22:20:52.367179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1825): Launched\u000a22:20:52.693973 run osmo-hlr_10.42.42.2(pid=1826): Launched\u000a22:20:52.817346 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:20:53.383015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1828): Launched\u000a22:20:53.710689 run osmo-stp_10.42.42.5(pid=1829): Launched\u000a22:20:53.829319 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:20:54.398001 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1831): Launched\u000a22:20:54.514510 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:20:54.799956 run patchelf(pid=1832): Launched\u000a22:20:54.991111 run osmo-stp_10.42.42.5(pid=1829): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1829)]\u000a22:20:55.131154 run osmo-stp_10.42.42.5(pid=1829): stdout: \u000a| (launched: 2022-12-12_22:20:53.548839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:55.271183 run osmo-stp_10.42.42.5(pid=1829): stderr: \u000a| �[0;m�[38;5;43m20221212222053744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222053744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222053745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222053745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222053745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222053745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222053746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:55.406638 run osmo-stp_10.42.42.5(pid=1829): stdout: \u000a| (launched: 2022-12-12_22:20:53.548839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:55.540705 run osmo-stp_10.42.42.5(pid=1829): stderr: \u000a| �[0;m�[38;5;43m20221212222053744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222053744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222053745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222053745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222053745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222053745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222053746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:55.697805 run patchelf(pid=1832): Terminating (SIGINT)\u000a22:20:55.881380 run patchelf(pid=1832): Terminated: ok {rc=0}\u000a22:20:55.914982 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1829): Process ended prematurely: osmo-stp_10.42.42.5(pid=1829) [trial-2383↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1829)] [trial-2383↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a22:20:55.924906 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a22:20:55.988266 run osmo-hlr_10.42.42.2(pid=1826): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1826)]\u000a22:20:56.039686 run osmo-hlr_10.42.42.2(pid=1826): stdout: \u000a| (launched: 2022-12-12_22:20:52.533328) \u000a22:20:56.091860 run osmo-hlr_10.42.42.2(pid=1826): stderr: \u000a| �[0;m�[1;31m20221212222052735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222052735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222052735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222052735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222052735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222052735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222052747 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222052755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222052755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222052755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:20:56.136004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1821): Terminating (SIGTERM)\u000a22:20:56.178301 run iperf3-srv_10.42.42.10(pid=1822): Terminating (SIGTERM)\u000a22:20:56.220150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1825): Terminating (SIGTERM)\u000a22:20:56.262070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1828): Terminating (SIGTERM)\u000a22:20:56.304166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1831): Terminating (SIGTERM)\u000a22:20:56.314122 --- ParallelTerminationStrategy: PID 1821 died...\u000a22:20:56.370678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1821): Terminated: ok {rc=0}\u000a22:20:56.380601 --- ParallelTerminationStrategy: PID 1822 died...\u000a22:20:56.436602 run iperf3-srv_10.42.42.10(pid=1822): Terminated {rc=256}\u000a22:20:56.446598 --- ParallelTerminationStrategy: PID 1825 died...\u000a22:20:56.502634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1825): Terminated: ok {rc=0}\u000a22:20:56.512866 --- ParallelTerminationStrategy: PID 1828 died...\u000a22:20:56.569457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1828): Terminated: ok {rc=0}\u000a22:20:56.579542 --- ParallelTerminationStrategy: PID 1831 died...\u000a22:20:56.636126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1831): Terminated: ok {rc=0}\u000a22:20:56.723577 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1847): Process ended prematurely: osmo-stp_10.42.42.5(pid=1847) [trial-2383↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1847)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1847): Process ended prematurely: osmo-stp_10.42.42.5(pid=1847) [trial-2383↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1847)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a22:20:57.840388 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:20:57.852137 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:20:57.983845 tst iperf3m4.py: using LAC 31889\u000a22:20:58.110160 tst iperf3m4.py: using RAC 14\u000a22:20:58.237064 tst iperf3m4.py: using CellId 31889\u000a22:20:58.359485 tst iperf3m4.py: using BVCI 31890\u000a22:20:58.383180 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:20:58.394123 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:20:58.404637 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:20:58.415910 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:20:58.427090 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:20:58.438285 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:20:58.449667 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:20:58.460593 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:20:58.471689 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:20:58.597089 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:20:58.718204 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:20:58.838562 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:20:59.133076 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:20:59.268861 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:20:59.607693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1833): Launched\u000a22:20:59.889190 run iperf3-srv_10.42.42.10(pid=1834): Launched\u000a22:21:00.088791 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:21:00.224849 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:21:00.561623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1835): Launched\u000a22:21:00.849984 run iperf3-srv_10.42.42.10(pid=1836): Launched\u000a22:21:01.066693 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:21:01.204848 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:21:01.562996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1837): Launched\u000a22:21:01.867763 run iperf3-srv_10.42.42.10(pid=1838): Launched\u000a22:21:02.071302 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:21:02.209302 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:21:02.547060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1839): Launched\u000a22:21:02.829133 run iperf3-srv_10.42.42.10(pid=1840): Launched\u000a22:21:03.029059 tst iperf3m4.py:8: start network...\u000a22:21:03.165582 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:21:03.680939 run create_hlr_db(pid=1841): Launched\u000a22:21:03.869954 bus /gobi_6: Setting Powered False\u000a22:21:04.891133 run create_hlr_db(pid=1841): Terminated: ok {rc=0}\u000a22:21:05.302369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1843): Launched\u000a22:21:05.609804 run osmo-hlr_10.42.42.2(pid=1844): Launched\u000a22:21:05.722378 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:21:06.252673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1846): Launched\u000a22:21:06.560196 run osmo-stp_10.42.42.5(pid=1847): Launched\u000a22:21:06.672199 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:21:07.217685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1849): Launched\u000a22:21:07.335116 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:21:07.620886 run patchelf(pid=1850): Launched\u000a22:21:07.812514 run osmo-stp_10.42.42.5(pid=1847): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1847)]\u000a22:21:07.951547 run osmo-stp_10.42.42.5(pid=1847): stdout: \u000a| (launched: 2022-12-12_22:21:06.407848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:08.091236 run osmo-stp_10.42.42.5(pid=1847): stderr: \u000a| �[0;m�[38;5;43m20221212222106581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222106581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222106581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222106582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222106582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222106582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222106582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:08.226254 run osmo-stp_10.42.42.5(pid=1847): stdout: \u000a| (launched: 2022-12-12_22:21:06.407848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:08.360069 run osmo-stp_10.42.42.5(pid=1847): stderr: \u000a| �[0;m�[38;5;43m20221212222106581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222106581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222106581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222106582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222106582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222106582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222106582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:08.516842 run patchelf(pid=1850): Terminating (SIGINT)\u000a22:21:08.701875 run patchelf(pid=1850): Terminated: ok {rc=0}\u000a22:21:08.735635 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1847): Process ended prematurely: osmo-stp_10.42.42.5(pid=1847) [trial-2383↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1847)] [trial-2383↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a22:21:08.745751 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a22:21:08.809464 run osmo-hlr_10.42.42.2(pid=1844): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1844)]\u000a22:21:08.861272 run osmo-hlr_10.42.42.2(pid=1844): stdout: \u000a| (launched: 2022-12-12_22:21:05.457698) \u000a22:21:08.913858 run osmo-hlr_10.42.42.2(pid=1844): stderr: \u000a| �[0;m�[1;31m20221212222105637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222105637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222105637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222105637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222105637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222105637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222105652 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222105661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222105662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222105662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:21:08.958062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1833): Terminating (SIGTERM)\u000a22:21:09.000004 run iperf3-srv_10.42.42.10(pid=1834): Terminating (SIGTERM)\u000a22:21:09.042502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1835): Terminating (SIGTERM)\u000a22:21:09.084485 run iperf3-srv_10.42.42.10(pid=1836): Terminating (SIGTERM)\u000a22:21:09.126682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1837): Terminating (SIGTERM)\u000a22:21:09.168523 run iperf3-srv_10.42.42.10(pid=1838): Terminating (SIGTERM)\u000a22:21:09.210674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1839): Terminating (SIGTERM)\u000a22:21:09.252525 run iperf3-srv_10.42.42.10(pid=1840): Terminating (SIGTERM)\u000a22:21:09.294527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1843): Terminating (SIGTERM)\u000a22:21:09.336425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1846): Terminating (SIGTERM)\u000a22:21:09.378513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1849): Terminating (SIGTERM)\u000a22:21:09.388410 --- ParallelTerminationStrategy: PID 1833 died...\u000a22:21:09.445305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1833): Terminated: ok {rc=0}\u000a22:21:09.455755 --- ParallelTerminationStrategy: PID 1834 died...\u000a22:21:09.511843 run iperf3-srv_10.42.42.10(pid=1834): Terminated {rc=256}\u000a22:21:09.522107 --- ParallelTerminationStrategy: PID 1835 died...\u000a22:21:09.578510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1835): Terminated: ok {rc=0}\u000a22:21:09.588518 --- ParallelTerminationStrategy: PID 1836 died...\u000a22:21:09.645096 run iperf3-srv_10.42.42.10(pid=1836): Terminated {rc=256}\u000a22:21:09.655150 --- ParallelTerminationStrategy: PID 1837 died...\u000a22:21:09.711406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1837): Terminated: ok {rc=0}\u000a22:21:09.721815 --- ParallelTerminationStrategy: PID 1838 died...\u000a22:21:09.778044 run iperf3-srv_10.42.42.10(pid=1838): Terminated {rc=256}\u000a22:21:09.788069 --- ParallelTerminationStrategy: PID 1839 died...\u000a22:21:09.843817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1839): Terminated: ok {rc=0}\u000a22:21:09.854140 --- ParallelTerminationStrategy: PID 1840 died...\u000a22:21:09.909985 run iperf3-srv_10.42.42.10(pid=1840): Terminated {rc=256}\u000a22:21:09.920082 --- ParallelTerminationStrategy: PID 1843 died...\u000a22:21:09.975885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1843): Terminated: ok {rc=0}\u000a22:21:09.985923 --- ParallelTerminationStrategy: PID 1846 died...\u000a22:21:10.041588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1846): Terminated: ok {rc=0}\u000a22:21:10.051905 --- ParallelTerminationStrategy: PID 1849 died...\u000a22:21:10.108020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1849): Terminated: ok {rc=0}\u000a22:21:10.194596 bus /gobi_4: Setting Powered False\u000a22:21:11.302943 bus /gobi_4: Setting Powered False\u000a22:21:12.412226 bus /gobi_1: Setting Powered False\u000a22:21:13.520086 bus /gobi_1: Setting Powered False\u000a22:21:14.627930 bus /gobi_0: Setting Powered False\u000a22:21:15.733859 bus /gobi_0: Setting Powered False\u000a22:21:16.841056 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1858): Process ended prematurely: osmo-stp_10.42.42.5(pid=1858) [trial-2383↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1858)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1858): Process ended prematurely: osmo-stp_10.42.42.5(pid=1858) [trial-2383↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1858)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a22:21:17.905540 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:21:17.916558 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:21:18.039796 tst ping.py: using LAC 31890\u000a22:21:18.160082 tst ping.py: using RAC 15\u000a22:21:18.286072 tst ping.py: using CellId 31890\u000a22:21:18.413923 tst ping.py: using BVCI 31891\u000a22:21:18.438715 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:21:18.449969 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:21:18.461069 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:21:18.472832 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:21:18.484565 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:21:18.496304 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:21:18.508211 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:21:18.520054 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:21:18.798603 tst ping.py:19: start network...\u000a22:21:18.923009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:21:19.404566 run create_hlr_db(pid=1852): Launched\u000a22:21:19.577863 bus /gobi_6: Setting Powered False\u000a22:21:20.597760 run create_hlr_db(pid=1852): Terminated: ok {rc=0}\u000a22:21:21.024539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1854): Launched\u000a22:21:21.344143 run osmo-hlr_10.42.42.2(pid=1855): Launched\u000a22:21:21.464192 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:21:22.035962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1857): Launched\u000a22:21:22.357574 run osmo-stp_10.42.42.5(pid=1858): Launched\u000a22:21:22.474253 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:21:23.039079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1860): Launched\u000a22:21:23.153885 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:21:23.417826 run patchelf(pid=1861): Launched\u000a22:21:23.594998 run osmo-stp_10.42.42.5(pid=1858): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1858)]\u000a22:21:23.724370 run osmo-stp_10.42.42.5(pid=1858): stdout: \u000a| (launched: 2022-12-12_22:21:22.199289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:23.853702 run osmo-stp_10.42.42.5(pid=1858): stderr: \u000a| �[0;m�[38;5;43m20221212222122391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222122391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222122392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222122392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222122394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222122394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222122395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:23.978189 run osmo-stp_10.42.42.5(pid=1858): stdout: \u000a| (launched: 2022-12-12_22:21:22.199289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:24.101473 run osmo-stp_10.42.42.5(pid=1858): stderr: \u000a| �[0;m�[38;5;43m20221212222122391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222122391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222122392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222122392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222122394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222122394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222122395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:24.246735 run patchelf(pid=1861): Terminating (SIGINT)\u000a22:21:24.417663 run patchelf(pid=1861): Terminated: ok {rc=0}\u000a22:21:24.448564 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1858): Process ended prematurely: osmo-stp_10.42.42.5(pid=1858) [trial-2383↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1858)] [trial-2383↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a22:21:24.457191 tst ping.py:22: Test FAILED (6.5 sec)\u000a22:21:24.516852 run osmo-hlr_10.42.42.2(pid=1855): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1855)]\u000a22:21:24.566151 run osmo-hlr_10.42.42.2(pid=1855): stdout: \u000a| (launched: 2022-12-12_22:21:21.187127) \u000a22:21:24.615485 run osmo-hlr_10.42.42.2(pid=1855): stderr: \u000a| �[0;m�[1;31m20221212222121385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222121385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222121386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222121386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222121386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222121386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222121398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222121408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222121409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222121409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:21:24.657873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1854): Terminating (SIGTERM)\u000a22:21:24.697768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1857): Terminating (SIGTERM)\u000a22:21:24.737643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1860): Terminating (SIGTERM)\u000a22:21:24.746820 --- ParallelTerminationStrategy: PID 1854 died...\u000a22:21:24.800093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1854): Terminated: ok {rc=0}\u000a22:21:24.809905 --- ParallelTerminationStrategy: PID 1857 died...\u000a22:21:24.862853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1857): Terminated: ok {rc=0}\u000a22:21:24.872282 --- ParallelTerminationStrategy: PID 1860 died...\u000a22:21:24.924811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1860): Terminated: ok {rc=0}\u000a22:21:25.013360 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1868): Process ended prematurely: osmo-stp_10.42.42.5(pid=1868) [trial-2383↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1868)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1868): Process ended prematurely: osmo-stp_10.42.42.5(pid=1868) [trial-2383↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1868)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a22:21:26.065787 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:21:26.077707 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:21:26.207140 tst ping_idle_ping.py: using LAC 31891\u000a22:21:26.326028 tst ping_idle_ping.py: using RAC 16\u000a22:21:26.443263 tst ping_idle_ping.py: using CellId 31891\u000a22:21:26.560022 tst ping_idle_ping.py: using BVCI 31892\u000a22:21:26.583222 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:21:26.593920 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:21:26.604596 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:21:26.615245 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:21:26.625727 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:21:26.636125 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:21:26.646694 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:21:26.657381 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:21:26.949563 tst ping_idle_ping.py:24: start network...\u000a22:21:27.084030 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:21:27.593965 run create_hlr_db(pid=1862): Launched\u000a22:21:27.781432 bus /gobi_6: Setting Powered False\u000a22:21:28.801502 run create_hlr_db(pid=1862): Terminated: ok {rc=0}\u000a22:21:29.232163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1864): Launched\u000a22:21:29.556369 run osmo-hlr_10.42.42.2(pid=1865): Launched\u000a22:21:29.677970 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:21:30.239590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1867): Launched\u000a22:21:30.562560 run osmo-stp_10.42.42.5(pid=1868): Launched\u000a22:21:30.679604 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:21:31.264447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1870): Launched\u000a22:21:31.376063 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:21:31.668889 run patchelf(pid=1871): Launched\u000a22:21:31.852556 run osmo-stp_10.42.42.5(pid=1868): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1868)]\u000a22:21:31.987238 run osmo-stp_10.42.42.5(pid=1868): stdout: \u000a| (launched: 2022-12-12_22:21:30.403189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:32.121826 run osmo-stp_10.42.42.5(pid=1868): stderr: \u000a| �[0;m�[38;5;43m20221212222130596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222130596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222130596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222130596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222130597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222130597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222130597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:32.249828 run osmo-stp_10.42.42.5(pid=1868): stdout: \u000a| (launched: 2022-12-12_22:21:30.403189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:32.374028 run osmo-stp_10.42.42.5(pid=1868): stderr: \u000a| �[0;m�[38;5;43m20221212222130596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222130596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222130596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222130596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222130597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222130597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222130597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:32.519897 run patchelf(pid=1871): Terminating (SIGINT)\u000a22:21:32.691661 run patchelf(pid=1871): Terminated: ok {rc=0}\u000a22:21:32.722982 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1868): Process ended prematurely: osmo-stp_10.42.42.5(pid=1868) [trial-2383↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1868)] [trial-2383↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:21:32.731743 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a22:21:32.791630 run osmo-hlr_10.42.42.2(pid=1865): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1865)]\u000a22:21:32.841019 run osmo-hlr_10.42.42.2(pid=1865): stdout: \u000a| (launched: 2022-12-12_22:21:29.396629) \u000a22:21:32.890885 run osmo-hlr_10.42.42.2(pid=1865): stderr: \u000a| �[0;m�[1;31m20221212222129598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222129598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222129598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222129598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222129598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222129598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222129610 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222129618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222129619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222129619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:21:32.933894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1864): Terminating (SIGTERM)\u000a22:21:32.973707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1867): Terminating (SIGTERM)\u000a22:21:33.013477 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1870): Terminating (SIGTERM)\u000a22:21:33.022698 --- ParallelTerminationStrategy: PID 1864 died...\u000a22:21:33.077397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1864): Terminated: ok {rc=0}\u000a22:21:33.086935 --- ParallelTerminationStrategy: PID 1867 died...\u000a22:21:33.141099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1867): Terminated: ok {rc=0}\u000a22:21:33.150836 --- ParallelTerminationStrategy: PID 1870 died...\u000a22:21:33.203907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1870): Terminated: ok {rc=0}\u000a22:21:33.292883 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:20:35" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1889): Process ended prematurely: osmo-stp_10.42.42.5(pid=1889) [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1889)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1889): Process ended prematurely: osmo-stp_10.42.42.5(pid=1889) [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1889)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:21:35.442096 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:21:35.453353 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:21:35.602728 tst cs_paging_gprs_active.py: using LAC 31892\u000a22:21:35.726324 tst cs_paging_gprs_active.py: using RAC 17\u000a22:21:35.849254 tst cs_paging_gprs_active.py: using CellId 31892\u000a22:21:35.970268 tst cs_paging_gprs_active.py: using BVCI 31893\u000a22:21:35.993952 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:21:36.004645 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:21:36.015255 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:21:36.025826 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:21:36.036249 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:21:36.046859 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:21:36.057578 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:21:36.068038 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:21:36.078750 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:21:36.194594 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:21:36.491278 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:21:36.628889 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:21:36.968216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1876): Launched\u000a22:21:37.252162 run iperf3-srv_10.42.42.10(pid=1877): Launched\u000a22:21:37.453017 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:21:37.590072 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:21:37.930076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1878): Launched\u000a22:21:38.213374 run iperf3-srv_10.42.42.10(pid=1879): Launched\u000a22:21:38.415772 tst cs_paging_gprs_active.py:38: start network...\u000a22:21:38.553594 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:21:39.073466 run create_hlr_db(pid=1883): Launched\u000a22:21:39.262951 bus /gobi_6: Setting Powered False\u000a22:21:40.283770 run create_hlr_db(pid=1883): Terminated: ok {rc=0}\u000a22:21:40.695636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1885): Launched\u000a22:21:41.003696 run osmo-hlr_10.42.42.2(pid=1886): Launched\u000a22:21:41.117795 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:21:41.651395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1888): Launched\u000a22:21:41.960111 run osmo-stp_10.42.42.5(pid=1889): Launched\u000a22:21:42.072663 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:21:42.616290 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1891): Launched\u000a22:21:42.734777 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:21:43.021700 run patchelf(pid=1892): Launched\u000a22:21:43.213530 run osmo-stp_10.42.42.5(pid=1889): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1889)]\u000a22:21:43.353935 run osmo-stp_10.42.42.5(pid=1889): stdout: \u000a| (launched: 2022-12-12_22:21:41.807546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:43.494345 run osmo-stp_10.42.42.5(pid=1889): stderr: \u000a| �[0;m�[38;5;43m20221212222141981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222141982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222141982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222141982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222141983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222141983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222141983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:43.630123 run osmo-stp_10.42.42.5(pid=1889): stdout: \u000a| (launched: 2022-12-12_22:21:41.807546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:43.765991 run osmo-stp_10.42.42.5(pid=1889): stderr: \u000a| �[0;m�[38;5;43m20221212222141981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222141982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222141982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222141982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222141983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222141983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222141983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:43.923170 run patchelf(pid=1892): Terminating (SIGINT)\u000a22:21:44.107929 run patchelf(pid=1892): Terminated: ok {rc=0}\u000a22:21:44.141846 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1889): Process ended prematurely: osmo-stp_10.42.42.5(pid=1889) [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1889)] [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:21:44.151628 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:21:44.215560 run osmo-hlr_10.42.42.2(pid=1886): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1886)]\u000a22:21:44.266904 run osmo-hlr_10.42.42.2(pid=1886): stdout: \u000a| (launched: 2022-12-12_22:21:40.852182) \u000a22:21:44.318904 run osmo-hlr_10.42.42.2(pid=1886): stderr: \u000a| �[0;m�[1;31m20221212222141029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222141029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222141029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222141029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222141029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222141029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222141042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222141053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222141053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222141053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:21:44.363112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1876): Terminating (SIGTERM)\u000a22:21:44.404903 run iperf3-srv_10.42.42.10(pid=1877): Terminating (SIGTERM)\u000a22:21:44.447117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1878): Terminating (SIGTERM)\u000a22:21:44.488876 run iperf3-srv_10.42.42.10(pid=1879): Terminating (SIGTERM)\u000a22:21:44.530748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1885): Terminating (SIGTERM)\u000a22:21:44.573026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1888): Terminating (SIGTERM)\u000a22:21:44.614825 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1891): Terminating (SIGTERM)\u000a22:21:44.624497 --- ParallelTerminationStrategy: PID 1876 died...\u000a22:21:44.680119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1876): Terminated: ok {rc=0}\u000a22:21:44.690340 --- ParallelTerminationStrategy: PID 1877 died...\u000a22:21:44.746304 run iperf3-srv_10.42.42.10(pid=1877): Terminated {rc=256}\u000a22:21:44.756408 --- ParallelTerminationStrategy: PID 1878 died...\u000a22:21:44.811595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1878): Terminated: ok {rc=0}\u000a22:21:44.821784 --- ParallelTerminationStrategy: PID 1879 died...\u000a22:21:44.876784 run iperf3-srv_10.42.42.10(pid=1879): Terminated {rc=256}\u000a22:21:44.886931 --- ParallelTerminationStrategy: PID 1885 died...\u000a22:21:44.942871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1885): Terminated: ok {rc=0}\u000a22:21:44.953170 --- ParallelTerminationStrategy: PID 1888 died...\u000a22:21:45.008504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1888): Terminated: ok {rc=0}\u000a22:21:45.018746 --- ParallelTerminationStrategy: PID 1891 died...\u000a22:21:45.074452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1891): Terminated: ok {rc=0}\u000a22:21:45.161580 bus /gobi_0: Setting Powered False\u000a22:21:46.281962 bus /gobi_0: Setting Powered False\u000a22:21:47.390387 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1901): Process ended prematurely: osmo-stp_10.42.42.5(pid=1901) [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1901)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1901): Process ended prematurely: osmo-stp_10.42.42.5(pid=1901) [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1901)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:21:48.505993 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:21:48.517878 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:21:48.674596 tst iperf3.py: using LAC 31893\u000a22:21:48.802649 tst iperf3.py: using RAC 18\u000a22:21:48.931459 tst iperf3.py: using CellId 31893\u000a22:21:49.059384 tst iperf3.py: using BVCI 31894\u000a22:21:49.084720 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:21:49.096067 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:21:49.107102 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:21:49.118646 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:21:49.129992 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:21:49.141417 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:21:49.152796 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:21:49.164081 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:21:49.175623 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:21:49.471024 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:21:49.607554 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:21:49.946094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1893): Launched\u000a22:21:50.227446 run iperf3-srv_10.42.42.10(pid=1894): Launched\u000a22:21:50.427479 tst iperf3.py:8: start network...\u000a22:21:50.563796 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:21:51.078930 run create_hlr_db(pid=1895): Launched\u000a22:21:51.268842 bus /gobi_6: Setting Powered False\u000a22:21:52.288085 run create_hlr_db(pid=1895): Terminated: ok {rc=0}\u000a22:21:52.699975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1897): Launched\u000a22:21:53.009229 run osmo-hlr_10.42.42.2(pid=1898): Launched\u000a22:21:53.131992 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:21:53.671311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1900): Launched\u000a22:21:53.978570 run osmo-stp_10.42.42.5(pid=1901): Launched\u000a22:21:54.090650 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:21:54.623992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1903): Launched\u000a22:21:54.733616 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:21:55.001241 run patchelf(pid=1904): Launched\u000a22:21:55.180097 run osmo-stp_10.42.42.5(pid=1901): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1901)]\u000a22:21:55.311232 run osmo-stp_10.42.42.5(pid=1901): stdout: \u000a| (launched: 2022-12-12_22:21:53.826846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:55.442249 run osmo-stp_10.42.42.5(pid=1901): stderr: \u000a| �[0;m�[38;5;43m20221212222153999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222153999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222154000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222154000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222154002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222154002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222154003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:55.568017 run osmo-stp_10.42.42.5(pid=1901): stdout: \u000a| (launched: 2022-12-12_22:21:53.826846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:55.692846 run osmo-stp_10.42.42.5(pid=1901): stderr: \u000a| �[0;m�[38;5;43m20221212222153999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222153999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222154000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222154000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222154002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222154002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222154003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:55.839944 run patchelf(pid=1904): Terminating (SIGINT)\u000a22:21:56.013282 run patchelf(pid=1904): Terminated: ok {rc=0}\u000a22:21:56.044843 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1901): Process ended prematurely: osmo-stp_10.42.42.5(pid=1901) [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1901)] [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:21:56.054061 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a22:21:56.113535 run osmo-hlr_10.42.42.2(pid=1898): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1898)]\u000a22:21:56.162735 run osmo-hlr_10.42.42.2(pid=1898): stdout: \u000a| (launched: 2022-12-12_22:21:52.856103) \u000a22:21:56.212072 run osmo-hlr_10.42.42.2(pid=1898): stderr: \u000a| �[0;m�[1;31m20221212222153033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222153034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222153034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222153034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222153034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222153034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222153046 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222153054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222153054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222153054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:21:56.253972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1893): Terminating (SIGTERM)\u000a22:21:56.293319 run iperf3-srv_10.42.42.10(pid=1894): Terminating (SIGTERM)\u000a22:21:56.333195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1897): Terminating (SIGTERM)\u000a22:21:56.372592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1900): Terminating (SIGTERM)\u000a22:21:56.411931 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1903): Terminating (SIGTERM)\u000a22:21:56.421008 --- ParallelTerminationStrategy: PID 1893 died...\u000a22:21:56.473614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1893): Terminated: ok {rc=0}\u000a22:21:56.483048 --- ParallelTerminationStrategy: PID 1894 died...\u000a22:21:56.535575 run iperf3-srv_10.42.42.10(pid=1894): Terminated {rc=256}\u000a22:21:56.544919 --- ParallelTerminationStrategy: PID 1897 died...\u000a22:21:56.597192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1897): Terminated: ok {rc=0}\u000a22:21:56.606476 --- ParallelTerminationStrategy: PID 1900 died...\u000a22:21:56.658689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1900): Terminated: ok {rc=0}\u000a22:21:56.668124 --- ParallelTerminationStrategy: PID 1903 died...\u000a22:21:56.720514 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1903): Terminated: ok {rc=0}\u000a22:21:56.808376 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1919): Process ended prematurely: osmo-stp_10.42.42.5(pid=1919) [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1919)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1919): Process ended prematurely: osmo-stp_10.42.42.5(pid=1919) [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1919)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:21:57.919511 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:21:57.930888 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:21:58.077388 tst iperf3m4.py: using LAC 31894\u000a22:21:58.198986 tst iperf3m4.py: using RAC 19\u000a22:21:58.321752 tst iperf3m4.py: using CellId 31894\u000a22:21:58.443771 tst iperf3m4.py: using BVCI 31895\u000a22:21:58.467274 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:21:58.478166 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:21:58.488790 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:21:58.499541 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:21:58.510113 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:21:58.520658 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:21:58.531443 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:21:58.541961 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:21:58.552608 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:21:58.672481 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:21:58.793444 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:21:58.916198 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:21:59.214907 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:21:59.352452 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:21:59.691356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1905): Launched\u000a22:21:59.973815 run iperf3-srv_10.42.42.10(pid=1906): Launched\u000a22:22:00.175014 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:22:00.312060 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:22:00.651993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1907): Launched\u000a22:22:00.961950 run iperf3-srv_10.42.42.10(pid=1908): Launched\u000a22:22:01.161892 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:22:01.295268 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:22:01.641224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1909): Launched\u000a22:22:01.956300 run iperf3-srv_10.42.42.10(pid=1910): Launched\u000a22:22:02.178589 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:22:02.309351 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:22:02.629180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1911): Launched\u000a22:22:02.894150 run iperf3-srv_10.42.42.10(pid=1912): Launched\u000a22:22:03.081509 tst iperf3m4.py:8: start network...\u000a22:22:03.209408 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:22:03.702829 run create_hlr_db(pid=1913): Launched\u000a22:22:03.879909 bus /gobi_6: Setting Powered False\u000a22:22:04.899903 run create_hlr_db(pid=1913): Terminated: ok {rc=0}\u000a22:22:05.308684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1915): Launched\u000a22:22:05.616274 run osmo-hlr_10.42.42.2(pid=1916): Launched\u000a22:22:05.728062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:22:06.262468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1918): Launched\u000a22:22:06.570646 run osmo-stp_10.42.42.5(pid=1919): Launched\u000a22:22:06.684071 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:22:07.220543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1921): Launched\u000a22:22:07.330165 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:22:07.598638 run patchelf(pid=1922): Launched\u000a22:22:07.778651 run osmo-stp_10.42.42.5(pid=1919): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1919)]\u000a22:22:07.909859 run osmo-stp_10.42.42.5(pid=1919): stdout: \u000a| (launched: 2022-12-12_22:22:06.418455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:08.041125 run osmo-stp_10.42.42.5(pid=1919): stderr: \u000a| �[0;m�[38;5;43m20221212222206591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222206591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222206591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222206592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222206594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222206594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222206594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:08.167927 run osmo-stp_10.42.42.5(pid=1919): stdout: \u000a| (launched: 2022-12-12_22:22:06.418455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:08.293862 run osmo-stp_10.42.42.5(pid=1919): stderr: \u000a| �[0;m�[38;5;43m20221212222206591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222206591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222206591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222206592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222206594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222206594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222206594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:08.441382 run patchelf(pid=1922): Terminating (SIGINT)\u000a22:22:08.615213 run patchelf(pid=1922): Terminated: ok {rc=0}\u000a22:22:08.646982 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1919): Process ended prematurely: osmo-stp_10.42.42.5(pid=1919) [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1919)] [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:22:08.656014 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a22:22:08.715843 run osmo-hlr_10.42.42.2(pid=1916): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1916)]\u000a22:22:08.764869 run osmo-hlr_10.42.42.2(pid=1916): stdout: \u000a| (launched: 2022-12-12_22:22:05.465493) \u000a22:22:08.814613 run osmo-hlr_10.42.42.2(pid=1916): stderr: \u000a| �[0;m�[1;31m20221212222205641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222205641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222205641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222205641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222205641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222205641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222205654 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222205664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222205664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222205664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:22:08.856781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1905): Terminating (SIGTERM)\u000a22:22:08.896422 run iperf3-srv_10.42.42.10(pid=1906): Terminating (SIGTERM)\u000a22:22:08.936195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1907): Terminating (SIGTERM)\u000a22:22:08.975776 run iperf3-srv_10.42.42.10(pid=1908): Terminating (SIGTERM)\u000a22:22:09.015561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1909): Terminating (SIGTERM)\u000a22:22:09.055314 run iperf3-srv_10.42.42.10(pid=1910): Terminating (SIGTERM)\u000a22:22:09.095077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1911): Terminating (SIGTERM)\u000a22:22:09.134588 run iperf3-srv_10.42.42.10(pid=1912): Terminating (SIGTERM)\u000a22:22:09.174143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1915): Terminating (SIGTERM)\u000a22:22:09.214032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1918): Terminating (SIGTERM)\u000a22:22:09.253720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1921): Terminating (SIGTERM)\u000a22:22:09.262822 --- ParallelTerminationStrategy: PID 1905 died...\u000a22:22:09.315875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1905): Terminated: ok {rc=0}\u000a22:22:09.325762 --- ParallelTerminationStrategy: PID 1906 died...\u000a22:22:09.378795 run iperf3-srv_10.42.42.10(pid=1906): Terminated {rc=256}\u000a22:22:09.388200 --- ParallelTerminationStrategy: PID 1907 died...\u000a22:22:09.441013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1907): Terminated: ok {rc=0}\u000a22:22:09.450484 --- ParallelTerminationStrategy: PID 1908 died...\u000a22:22:09.503180 run iperf3-srv_10.42.42.10(pid=1908): Terminated {rc=256}\u000a22:22:09.512670 --- ParallelTerminationStrategy: PID 1909 died...\u000a22:22:09.565326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1909): Terminated: ok {rc=0}\u000a22:22:09.574698 --- ParallelTerminationStrategy: PID 1910 died...\u000a22:22:09.627855 run iperf3-srv_10.42.42.10(pid=1910): Terminated {rc=256}\u000a22:22:09.637363 --- ParallelTerminationStrategy: PID 1911 died...\u000a22:22:09.689735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1911): Terminated: ok {rc=0}\u000a22:22:09.699144 --- ParallelTerminationStrategy: PID 1912 died...\u000a22:22:09.751423 run iperf3-srv_10.42.42.10(pid=1912): Terminated {rc=256}\u000a22:22:09.760717 --- ParallelTerminationStrategy: PID 1915 died...\u000a22:22:09.813557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1915): Terminated: ok {rc=0}\u000a22:22:09.822966 --- ParallelTerminationStrategy: PID 1918 died...\u000a22:22:09.875429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1918): Terminated: ok {rc=0}\u000a22:22:09.884852 --- ParallelTerminationStrategy: PID 1921 died...\u000a22:22:09.937544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1921): Terminated: ok {rc=0}\u000a22:22:10.025362 bus /gobi_4: Setting Powered False\u000a22:22:11.129397 bus /gobi_4: Setting Powered False\u000a22:22:12.239090 bus /gobi_1: Setting Powered False\u000a22:22:13.340101 bus /gobi_1: Setting Powered False\u000a22:22:14.446745 bus /gobi_0: Setting Powered False\u000a22:22:15.552154 bus /gobi_0: Setting Powered False\u000a22:22:16.668740 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1931): Process ended prematurely: osmo-stp_10.42.42.5(pid=1931) [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1931)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1931): Process ended prematurely: osmo-stp_10.42.42.5(pid=1931) [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1931)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:22:17.736502 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:22:17.748329 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:22:17.896245 tst ping.py: using LAC 31895\u000a22:22:18.014777 tst ping.py: using RAC 20\u000a22:22:18.134580 tst ping.py: using CellId 31895\u000a22:22:18.260901 tst ping.py: using BVCI 31896\u000a22:22:18.285743 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:22:18.297075 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:22:18.308110 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:22:18.319634 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:22:18.330967 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:22:18.342399 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:22:18.354187 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:22:18.365548 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:22:18.641844 tst ping.py:19: start network...\u000a22:22:18.766369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:22:19.240050 run create_hlr_db(pid=1923): Launched\u000a22:22:19.414332 bus /gobi_6: Setting Powered False\u000a22:22:20.433384 run create_hlr_db(pid=1923): Terminated: ok {rc=0}\u000a22:22:20.861342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1925): Launched\u000a22:22:21.183652 run osmo-hlr_10.42.42.2(pid=1926): Launched\u000a22:22:21.305012 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:22:21.830127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1928): Launched\u000a22:22:22.129279 run osmo-stp_10.42.42.5(pid=1931): Launched\u000a22:22:22.237974 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:22:22.762859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1933): Launched\u000a22:22:22.870191 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:22:23.133527 run patchelf(pid=1934): Launched\u000a22:22:23.309693 run osmo-stp_10.42.42.5(pid=1931): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1931)]\u000a22:22:23.438437 run osmo-stp_10.42.42.5(pid=1931): stdout: \u000a| (launched: 2022-12-12_22:22:21.981690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:23.567705 run osmo-stp_10.42.42.5(pid=1931): stderr: \u000a| �[0;m�[38;5;43m20221212222222153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222222153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222222153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222222154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222222154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222222154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222222154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:23.691626 run osmo-stp_10.42.42.5(pid=1931): stdout: \u000a| (launched: 2022-12-12_22:22:21.981690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:23.814956 run osmo-stp_10.42.42.5(pid=1931): stderr: \u000a| �[0;m�[38;5;43m20221212222222153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222222153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222222153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222222154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222222154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222222154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222222154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:23.959527 run patchelf(pid=1934): Terminating (SIGINT)\u000a22:22:24.129794 run patchelf(pid=1934): Terminated: ok {rc=0}\u000a22:22:24.160534 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1931): Process ended prematurely: osmo-stp_10.42.42.5(pid=1931) [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1931)] [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:22:24.168943 tst ping.py:22: Test FAILED (6.4 sec)\u000a22:22:24.228245 run osmo-hlr_10.42.42.2(pid=1926): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1926)]\u000a22:22:24.276795 run osmo-hlr_10.42.42.2(pid=1926): stdout: \u000a| (launched: 2022-12-12_22:22:21.024897) \u000a22:22:24.326261 run osmo-hlr_10.42.42.2(pid=1926): stderr: \u000a| �[0;m�[1;31m20221212222221223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222221223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222221223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222221223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222221223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222221223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222221235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222221243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222221243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222221243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:22:24.368278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1925): Terminating (SIGTERM)\u000a22:22:24.408059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1928): Terminating (SIGTERM)\u000a22:22:24.448004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1933): Terminating (SIGTERM)\u000a22:22:24.457323 --- ParallelTerminationStrategy: PID 1925 died...\u000a22:22:24.510518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1925): Terminated: ok {rc=0}\u000a22:22:24.520064 --- ParallelTerminationStrategy: PID 1928 died...\u000a22:22:24.572833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1928): Terminated: ok {rc=0}\u000a22:22:24.582438 --- ParallelTerminationStrategy: PID 1933 died...\u000a22:22:24.635354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1933): Terminated: ok {rc=0}\u000a22:22:24.723308 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1941): Process ended prematurely: osmo-stp_10.42.42.5(pid=1941) [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1941)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1941): Process ended prematurely: osmo-stp_10.42.42.5(pid=1941) [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1941)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:22:25.777233 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:22:25.789173 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:22:25.933735 tst ping_idle_ping.py: using LAC 31896\u000a22:22:26.051122 tst ping_idle_ping.py: using RAC 21\u000a22:22:26.170746 tst ping_idle_ping.py: using CellId 31896\u000a22:22:26.288610 tst ping_idle_ping.py: using BVCI 31897\u000a22:22:26.311539 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:22:26.322378 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:22:26.333202 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:22:26.343728 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:22:26.354247 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:22:26.364777 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:22:26.375497 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:22:26.386176 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:22:26.669649 tst ping_idle_ping.py:24: start network...\u000a22:22:26.794656 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:22:27.269316 run create_hlr_db(pid=1935): Launched\u000a22:22:27.442438 bus /gobi_6: Setting Powered False\u000a22:22:28.463773 run create_hlr_db(pid=1935): Terminated: ok {rc=0}\u000a22:22:28.864274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1937): Launched\u000a22:22:29.166050 run osmo-hlr_10.42.42.2(pid=1938): Launched\u000a22:22:29.281938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:22:29.815215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1940): Launched\u000a22:22:30.118688 run osmo-stp_10.42.42.5(pid=1941): Launched\u000a22:22:30.229778 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:22:30.755078 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1943): Launched\u000a22:22:30.885801 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:22:31.190755 run patchelf(pid=1944): Launched\u000a22:22:31.384890 run osmo-stp_10.42.42.5(pid=1941): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1941)]\u000a22:22:31.527760 run osmo-stp_10.42.42.5(pid=1941): stdout: \u000a| (launched: 2022-12-12_22:22:29.968727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:31.668566 run osmo-stp_10.42.42.5(pid=1941): stderr: \u000a| �[0;m�[38;5;43m20221212222230138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222230138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222230138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222230138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222230141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222230141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222230141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:31.806362 run osmo-stp_10.42.42.5(pid=1941): stdout: \u000a| (launched: 2022-12-12_22:22:29.968727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:31.941705 run osmo-stp_10.42.42.5(pid=1941): stderr: \u000a| �[0;m�[38;5;43m20221212222230138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222230138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222230138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222230138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222230141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222230141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222230141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:32.099590 run patchelf(pid=1944): Terminating (SIGINT)\u000a22:22:32.283033 run patchelf(pid=1944): Terminated: ok {rc=0}\u000a22:22:32.315845 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1941): Process ended prematurely: osmo-stp_10.42.42.5(pid=1941) [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1941)] [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:22:32.325113 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a22:22:32.387803 run osmo-hlr_10.42.42.2(pid=1938): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1938)]\u000a22:22:32.439176 run osmo-hlr_10.42.42.2(pid=1938): stdout: \u000a| (launched: 2022-12-12_22:22:29.017097) \u000a22:22:32.491326 run osmo-hlr_10.42.42.2(pid=1938): stderr: \u000a| �[0;m�[1;31m20221212222229193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222229193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222229193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222229193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222229193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222229193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222229205 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222229214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222229214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222229214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:22:32.535429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1937): Terminating (SIGTERM)\u000a22:22:32.577155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1940): Terminating (SIGTERM)\u000a22:22:32.618977 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1943): Terminating (SIGTERM)\u000a22:22:32.628621 --- ParallelTerminationStrategy: PID 1937 died...\u000a22:22:32.684243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1937): Terminated: ok {rc=0}\u000a22:22:32.694313 --- ParallelTerminationStrategy: PID 1940 died...\u000a22:22:32.750587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1940): Terminated: ok {rc=0}\u000a22:22:32.760614 --- ParallelTerminationStrategy: PID 1943 died...\u000a22:22:32.816707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1943): Terminated: ok {rc=0}\u000a22:22:32.903467 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:21:35" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1958): Process ended prematurely: osmo-stp_10.42.42.5(pid=1958) [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1958)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1958): Process ended prematurely: osmo-stp_10.42.42.5(pid=1958) [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1958)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:22:35.010228 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:22:35.020901 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:22:35.166287 tst cs_paging_gprs_active.py: using LAC 31897\u000a22:22:35.285514 tst cs_paging_gprs_active.py: using RAC 22\u000a22:22:35.404869 tst cs_paging_gprs_active.py: using CellId 31897\u000a22:22:35.526328 tst cs_paging_gprs_active.py: using BVCI 31898\u000a22:22:35.550260 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:22:35.561049 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:22:35.571481 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:22:35.582338 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:22:35.593043 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:22:35.603757 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:22:35.614640 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:22:35.625822 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:22:35.636698 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:22:35.753535 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:22:36.035903 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:22:36.163740 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:22:36.479939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1948): Launched\u000a22:22:36.742773 run iperf3-srv_10.42.42.10(pid=1949): Launched\u000a22:22:36.929266 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:22:37.055995 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:22:37.372398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1950): Launched\u000a22:22:37.636235 run iperf3-srv_10.42.42.10(pid=1951): Launched\u000a22:22:37.822949 tst cs_paging_gprs_active.py:38: start network...\u000a22:22:37.950287 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:22:38.431532 run create_hlr_db(pid=1952): Launched\u000a22:22:38.608247 bus /gobi_6: Setting Powered False\u000a22:22:39.628661 run create_hlr_db(pid=1952): Terminated: ok {rc=0}\u000a22:22:40.062816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1954): Launched\u000a22:22:40.390845 run osmo-hlr_10.42.42.2(pid=1955): Launched\u000a22:22:40.510844 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:22:41.079093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1957): Launched\u000a22:22:41.406139 run osmo-stp_10.42.42.5(pid=1958): Launched\u000a22:22:41.525044 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:22:42.095822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1960): Launched\u000a22:22:42.211929 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:22:42.495120 run patchelf(pid=1961): Launched\u000a22:22:42.685892 run osmo-stp_10.42.42.5(pid=1958): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1958)]\u000a22:22:42.825500 run osmo-stp_10.42.42.5(pid=1958): stdout: \u000a| (launched: 2022-12-12_22:22:41.245687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:42.964867 run osmo-stp_10.42.42.5(pid=1958): stderr: \u000a| �[0;m�[38;5;43m20221212222241439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222241439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222241439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222241440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222241442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222241442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222241442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:43.099434 run osmo-stp_10.42.42.5(pid=1958): stdout: \u000a| (launched: 2022-12-12_22:22:41.245687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:43.232800 run osmo-stp_10.42.42.5(pid=1958): stderr: \u000a| �[0;m�[38;5;43m20221212222241439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222241439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222241439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222241440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222241442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222241442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222241442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:43.388681 run patchelf(pid=1961): Terminating (SIGINT)\u000a22:22:43.572408 run patchelf(pid=1961): Terminated: ok {rc=0}\u000a22:22:43.606131 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1958): Process ended prematurely: osmo-stp_10.42.42.5(pid=1958) [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1958)] [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a22:22:43.616169 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a22:22:43.678447 run osmo-hlr_10.42.42.2(pid=1955): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1955)]\u000a22:22:43.729260 run osmo-hlr_10.42.42.2(pid=1955): stdout: \u000a| (launched: 2022-12-12_22:22:40.230041) \u000a22:22:43.781281 run osmo-hlr_10.42.42.2(pid=1955): stderr: \u000a| �[0;m�[1;31m20221212222240432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222240432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222240432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222240432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222240432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222240432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222240444 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222240452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222240452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222240452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:22:43.825310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1948): Terminating (SIGTERM)\u000a22:22:43.866573 run iperf3-srv_10.42.42.10(pid=1949): Terminating (SIGTERM)\u000a22:22:43.907932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1950): Terminating (SIGTERM)\u000a22:22:43.949347 run iperf3-srv_10.42.42.10(pid=1951): Terminating (SIGTERM)\u000a22:22:43.990749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1954): Terminating (SIGTERM)\u000a22:22:44.032008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1957): Terminating (SIGTERM)\u000a22:22:44.073369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1960): Terminating (SIGTERM)\u000a22:22:44.082841 --- ParallelTerminationStrategy: PID 1948 died...\u000a22:22:44.137979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1948): Terminated: ok {rc=0}\u000a22:22:44.147817 --- ParallelTerminationStrategy: PID 1949 died...\u000a22:22:44.202378 run iperf3-srv_10.42.42.10(pid=1949): Terminated {rc=256}\u000a22:22:44.212094 --- ParallelTerminationStrategy: PID 1950 died...\u000a22:22:44.266748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1950): Terminated: ok {rc=0}\u000a22:22:44.276477 --- ParallelTerminationStrategy: PID 1951 died...\u000a22:22:44.331649 run iperf3-srv_10.42.42.10(pid=1951): Terminated {rc=256}\u000a22:22:44.341702 --- ParallelTerminationStrategy: PID 1954 died...\u000a22:22:44.396813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1954): Terminated: ok {rc=0}\u000a22:22:44.407117 --- ParallelTerminationStrategy: PID 1957 died...\u000a22:22:44.462883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1957): Terminated: ok {rc=0}\u000a22:22:44.472708 --- ParallelTerminationStrategy: PID 1960 died...\u000a22:22:44.527939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1960): Terminated: ok {rc=0}\u000a22:22:44.613791 bus /gobi_0: Setting Powered False\u000a22:22:45.718520 bus /gobi_0: Setting Powered False\u000a22:22:46.842190 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1971): Process ended prematurely: osmo-stp_10.42.42.5(pid=1971) [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1971)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1971): Process ended prematurely: osmo-stp_10.42.42.5(pid=1971) [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1971)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a22:22:47.959120 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:22:47.970937 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:22:48.126592 tst iperf3.py: using LAC 31898\u000a22:22:48.254103 tst iperf3.py: using RAC 23\u000a22:22:48.382796 tst iperf3.py: using CellId 31898\u000a22:22:48.510241 tst iperf3.py: using BVCI 31899\u000a22:22:48.535236 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:22:48.546732 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:22:48.557798 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:22:48.568800 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:22:48.579802 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:22:48.590877 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:22:48.602089 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:22:48.613047 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:22:48.624143 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:22:48.905508 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:22:49.033474 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:22:49.349914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1962): Launched\u000a22:22:49.613231 run iperf3-srv_10.42.42.10(pid=1963): Launched\u000a22:22:49.800293 tst iperf3.py:8: start network...\u000a22:22:49.927405 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:22:50.409967 run create_hlr_db(pid=1965): Launched\u000a22:22:50.586303 bus /gobi_6: Setting Powered False\u000a22:22:51.605467 run create_hlr_db(pid=1965): Terminated: ok {rc=0}\u000a22:22:52.046804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1967): Launched\u000a22:22:52.370349 run osmo-hlr_10.42.42.2(pid=1968): Launched\u000a22:22:52.488483 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:22:53.051159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1970): Launched\u000a22:22:53.373838 run osmo-stp_10.42.42.5(pid=1971): Launched\u000a22:22:53.491104 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:22:54.055400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1973): Launched\u000a22:22:54.170688 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:22:54.451479 run patchelf(pid=1974): Launched\u000a22:22:54.640263 run osmo-stp_10.42.42.5(pid=1971): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1971)]\u000a22:22:54.778274 run osmo-stp_10.42.42.5(pid=1971): stdout: \u000a| (launched: 2022-12-12_22:22:53.215167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:54.916545 run osmo-stp_10.42.42.5(pid=1971): stderr: \u000a| �[0;m�[38;5;43m20221212222253407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222253407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222253407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222253408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222253408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222253408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222253408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:55.049615 run osmo-stp_10.42.42.5(pid=1971): stdout: \u000a| (launched: 2022-12-12_22:22:53.215167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:55.181700 run osmo-stp_10.42.42.5(pid=1971): stderr: \u000a| �[0;m�[38;5;43m20221212222253407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222253407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222253407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222253408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222253408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222253408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222253408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:55.338156 run patchelf(pid=1974): Terminating (SIGINT)\u000a22:22:55.520389 run patchelf(pid=1974): Terminated: ok {rc=0}\u000a22:22:55.553760 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1971): Process ended prematurely: osmo-stp_10.42.42.5(pid=1971) [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1971)] [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a22:22:55.563666 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a22:22:55.625488 run osmo-hlr_10.42.42.2(pid=1968): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1968)]\u000a22:22:55.676232 run osmo-hlr_10.42.42.2(pid=1968): stdout: \u000a| (launched: 2022-12-12_22:22:52.211914) \u000a22:22:55.727991 run osmo-hlr_10.42.42.2(pid=1968): stderr: \u000a| �[0;m�[1;31m20221212222252411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222252411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222252411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222252411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222252411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222252411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222252423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222252434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222252434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222252434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:22:55.772041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1962): Terminating (SIGTERM)\u000a22:22:55.813298 run iperf3-srv_10.42.42.10(pid=1963): Terminating (SIGTERM)\u000a22:22:55.854472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1967): Terminating (SIGTERM)\u000a22:22:55.895630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1970): Terminating (SIGTERM)\u000a22:22:55.936849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1973): Terminating (SIGTERM)\u000a22:22:55.946363 --- ParallelTerminationStrategy: PID 1962 died...\u000a22:22:56.001601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1962): Terminated: ok {rc=0}\u000a22:22:56.011394 --- ParallelTerminationStrategy: PID 1963 died...\u000a22:22:56.066780 run iperf3-srv_10.42.42.10(pid=1963): Terminated {rc=256}\u000a22:22:56.076553 --- ParallelTerminationStrategy: PID 1967 died...\u000a22:22:56.131318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1967): Terminated: ok {rc=0}\u000a22:22:56.141256 --- ParallelTerminationStrategy: PID 1970 died...\u000a22:22:56.196074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1970): Terminated: ok {rc=0}\u000a22:22:56.205941 --- ParallelTerminationStrategy: PID 1973 died...\u000a22:22:56.261364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1973): Terminated: ok {rc=0}\u000a22:22:56.347886 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1989): Process ended prematurely: osmo-stp_10.42.42.5(pid=1989) [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1989)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1989): Process ended prematurely: osmo-stp_10.42.42.5(pid=1989) [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a22:22:57.459130 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:22:57.471082 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:22:57.618644 tst iperf3m4.py: using LAC 31899\u000a22:22:57.738774 tst iperf3m4.py: using RAC 24\u000a22:22:57.860360 tst iperf3m4.py: using CellId 31899\u000a22:22:57.981210 tst iperf3m4.py: using BVCI 31900\u000a22:22:58.004351 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:22:58.015156 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:22:58.025771 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:22:58.036775 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:22:58.047681 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:22:58.058730 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:22:58.069789 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:22:58.080445 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:22:58.091604 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:22:58.207869 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:22:58.331866 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:22:58.448140 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:22:58.739467 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:22:58.874909 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:22:59.208046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1975): Launched\u000a22:22:59.484842 run iperf3-srv_10.42.42.10(pid=1976): Launched\u000a22:22:59.683008 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:22:59.818873 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:23:00.151854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1977): Launched\u000a22:23:00.429502 run iperf3-srv_10.42.42.10(pid=1978): Launched\u000a22:23:00.627852 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:23:00.763027 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:23:01.128913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1979): Launched\u000a22:23:01.420582 run iperf3-srv_10.42.42.10(pid=1980): Launched\u000a22:23:01.613765 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:23:01.761578 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:23:02.112748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1981): Launched\u000a22:23:02.377569 run iperf3-srv_10.42.42.10(pid=1982): Launched\u000a22:23:02.562141 tst iperf3m4.py:8: start network...\u000a22:23:02.688002 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:23:03.164710 run create_hlr_db(pid=1983): Launched\u000a22:23:03.338874 bus /gobi_6: Setting Powered False\u000a22:23:04.359110 run create_hlr_db(pid=1983): Terminated: ok {rc=0}\u000a22:23:04.760144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1985): Launched\u000a22:23:05.061683 run osmo-hlr_10.42.42.2(pid=1986): Launched\u000a22:23:05.172111 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:23:05.698516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1988): Launched\u000a22:23:06.002014 run osmo-stp_10.42.42.5(pid=1989): Launched\u000a22:23:06.113611 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:23:06.641522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1991): Launched\u000a22:23:06.749475 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:23:07.014333 run patchelf(pid=1992): Launched\u000a22:23:07.192768 run osmo-stp_10.42.42.5(pid=1989): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1989)]\u000a22:23:07.322793 run osmo-stp_10.42.42.5(pid=1989): stdout: \u000a| (launched: 2022-12-12_22:23:05.852876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:07.452895 run osmo-stp_10.42.42.5(pid=1989): stderr: \u000a| �[0;m�[38;5;43m20221212222306024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222306024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222306024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222306025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222306025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222306025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222306025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:07.578733 run osmo-stp_10.42.42.5(pid=1989): stdout: \u000a| (launched: 2022-12-12_22:23:05.852876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:07.703438 run osmo-stp_10.42.42.5(pid=1989): stderr: \u000a| �[0;m�[38;5;43m20221212222306024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222306024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222306024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222306025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222306025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222306025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222306025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:07.850219 run patchelf(pid=1992): Terminating (SIGINT)\u000a22:23:08.022302 run patchelf(pid=1992): Terminated: ok {rc=0}\u000a22:23:08.053806 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1989): Process ended prematurely: osmo-stp_10.42.42.5(pid=1989) [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1989)] [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a22:23:08.062813 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a22:23:08.123632 run osmo-hlr_10.42.42.2(pid=1986): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1986)]\u000a22:23:08.172800 run osmo-hlr_10.42.42.2(pid=1986): stdout: \u000a| (launched: 2022-12-12_22:23:04.913526) \u000a22:23:08.222368 run osmo-hlr_10.42.42.2(pid=1986): stderr: \u000a| �[0;m�[1;31m20221212222305087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222305087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222305087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222305087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222305087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222305087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222305103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222305115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222305115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222305115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:23:08.264125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1975): Terminating (SIGTERM)\u000a22:23:08.303743 run iperf3-srv_10.42.42.10(pid=1976): Terminating (SIGTERM)\u000a22:23:08.347546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1977): Terminating (SIGTERM)\u000a22:23:08.389089 run iperf3-srv_10.42.42.10(pid=1978): Terminating (SIGTERM)\u000a22:23:08.430435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1979): Terminating (SIGTERM)\u000a22:23:08.471592 run iperf3-srv_10.42.42.10(pid=1980): Terminating (SIGTERM)\u000a22:23:08.512671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1981): Terminating (SIGTERM)\u000a22:23:08.553764 run iperf3-srv_10.42.42.10(pid=1982): Terminating (SIGTERM)\u000a22:23:08.595093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1985): Terminating (SIGTERM)\u000a22:23:08.636103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1988): Terminating (SIGTERM)\u000a22:23:08.677316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1991): Terminating (SIGTERM)\u000a22:23:08.686883 --- ParallelTerminationStrategy: PID 1975 died...\u000a22:23:08.741657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1975): Terminated: ok {rc=0}\u000a22:23:08.751956 --- ParallelTerminationStrategy: PID 1976 died...\u000a22:23:08.806632 run iperf3-srv_10.42.42.10(pid=1976): Terminated {rc=256}\u000a22:23:08.816510 --- ParallelTerminationStrategy: PID 1977 died...\u000a22:23:08.870859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1977): Terminated: ok {rc=0}\u000a22:23:08.880816 --- ParallelTerminationStrategy: PID 1978 died...\u000a22:23:08.935265 run iperf3-srv_10.42.42.10(pid=1978): Terminated {rc=256}\u000a22:23:08.944925 --- ParallelTerminationStrategy: PID 1979 died...\u000a22:23:08.999920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1979): Terminated: ok {rc=0}\u000a22:23:09.010224 --- ParallelTerminationStrategy: PID 1980 died...\u000a22:23:09.064940 run iperf3-srv_10.42.42.10(pid=1980): Terminated {rc=256}\u000a22:23:09.074983 --- ParallelTerminationStrategy: PID 1981 died...\u000a22:23:09.129683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1981): Terminated: ok {rc=0}\u000a22:23:09.139585 --- ParallelTerminationStrategy: PID 1982 died...\u000a22:23:09.194233 run iperf3-srv_10.42.42.10(pid=1982): Terminated {rc=256}\u000a22:23:09.203946 --- ParallelTerminationStrategy: PID 1985 died...\u000a22:23:09.259111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1985): Terminated: ok {rc=0}\u000a22:23:09.269133 --- ParallelTerminationStrategy: PID 1988 died...\u000a22:23:09.323879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1988): Terminated: ok {rc=0}\u000a22:23:09.333968 --- ParallelTerminationStrategy: PID 1991 died...\u000a22:23:09.388749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1991): Terminated: ok {rc=0}\u000a22:23:09.475155 bus /gobi_4: Setting Powered False\u000a22:23:10.580996 bus /gobi_4: Setting Powered False\u000a22:23:11.688030 bus /gobi_1: Setting Powered False\u000a22:23:12.795990 bus /gobi_1: Setting Powered False\u000a22:23:13.903442 bus /gobi_0: Setting Powered False\u000a22:23:15.009059 bus /gobi_0: Setting Powered False\u000a22:23:16.121927 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1999): Process ended prematurely: osmo-stp_10.42.42.5(pid=1999) [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1999)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1999): Process ended prematurely: osmo-stp_10.42.42.5(pid=1999) [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1999)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a22:23:17.193963 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:23:17.206521 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:23:17.358439 tst ping.py: using LAC 31900\u000a22:23:17.481830 tst ping.py: using RAC 25\u000a22:23:17.606601 tst ping.py: using CellId 31900\u000a22:23:17.731244 tst ping.py: using BVCI 31901\u000a22:23:17.755958 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:23:17.767495 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:23:17.778798 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:23:17.789901 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:23:17.801010 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:23:17.812315 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:23:17.823745 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:23:17.835016 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:23:18.110077 tst ping.py:19: start network...\u000a22:23:18.234120 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:23:18.702509 run create_hlr_db(pid=1993): Launched\u000a22:23:18.874722 bus /gobi_6: Setting Powered False\u000a22:23:19.895101 run create_hlr_db(pid=1993): Terminated: ok {rc=0}\u000a22:23:20.317430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1995): Launched\u000a22:23:20.633560 run osmo-hlr_10.42.42.2(pid=1996): Launched\u000a22:23:20.753076 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:23:21.308570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1998): Launched\u000a22:23:21.625108 run osmo-stp_10.42.42.5(pid=1999): Launched\u000a22:23:21.740200 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:23:22.293400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2001): Launched\u000a22:23:22.406700 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:23:22.682927 run patchelf(pid=2002): Launched\u000a22:23:22.869618 run osmo-stp_10.42.42.5(pid=1999): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1999)]\u000a22:23:23.005315 run osmo-stp_10.42.42.5(pid=1999): stdout: \u000a| (launched: 2022-12-12_22:23:21.469698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:23.141127 run osmo-stp_10.42.42.5(pid=1999): stderr: \u000a| �[0;m�[38;5;43m20221212222321659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222321659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222321660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222321660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222321661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222321661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222321661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:23.272451 run osmo-stp_10.42.42.5(pid=1999): stdout: \u000a| (launched: 2022-12-12_22:23:21.469698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:23.402491 run osmo-stp_10.42.42.5(pid=1999): stderr: \u000a| �[0;m�[38;5;43m20221212222321659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222321659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222321660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222321660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222321661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222321661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222321661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:23.554815 run patchelf(pid=2002): Terminating (SIGINT)\u000a22:23:23.734476 run patchelf(pid=2002): Terminated: ok {rc=0}\u000a22:23:23.767139 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1999): Process ended prematurely: osmo-stp_10.42.42.5(pid=1999) [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1999)] [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a22:23:23.776381 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:23:23.839196 run osmo-hlr_10.42.42.2(pid=1996): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1996)]\u000a22:23:23.890228 run osmo-hlr_10.42.42.2(pid=1996): stdout: \u000a| (launched: 2022-12-12_22:23:20.478420) \u000a22:23:23.942205 run osmo-hlr_10.42.42.2(pid=1996): stderr: \u000a| �[0;m�[1;31m20221212222320673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222320673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222320673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222320673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222320673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222320673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222320686 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222320694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222320694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222320694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:23:23.986176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1995): Terminating (SIGTERM)\u000a22:23:24.027753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1998): Terminating (SIGTERM)\u000a22:23:24.069296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2001): Terminating (SIGTERM)\u000a22:23:24.078920 --- ParallelTerminationStrategy: PID 1995 died...\u000a22:23:24.134371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1995): Terminated: ok {rc=0}\u000a22:23:24.144384 --- ParallelTerminationStrategy: PID 1998 died...\u000a22:23:24.199413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1998): Terminated: ok {rc=0}\u000a22:23:24.209409 --- ParallelTerminationStrategy: PID 2001 died...\u000a22:23:24.264873 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2001): Terminated: ok {rc=0}\u000a22:23:24.351264 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2009): Process ended prematurely: osmo-stp_10.42.42.5(pid=2009) [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2009)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2009): Process ended prematurely: osmo-stp_10.42.42.5(pid=2009) [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2009)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a22:23:25.404354 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:23:25.416675 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:23:25.568931 tst ping_idle_ping.py: using LAC 31901\u000a22:23:25.694699 tst ping_idle_ping.py: using RAC 26\u000a22:23:25.819452 tst ping_idle_ping.py: using CellId 31901\u000a22:23:25.944163 tst ping_idle_ping.py: using BVCI 31902\u000a22:23:25.968778 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:23:25.980162 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:23:25.991240 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:23:26.002929 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:23:26.014106 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:23:26.025381 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:23:26.036568 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:23:26.047695 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:23:26.325455 tst ping_idle_ping.py:24: start network...\u000a22:23:26.449809 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:23:26.926749 run create_hlr_db(pid=2003): Launched\u000a22:23:27.100172 bus /gobi_6: Setting Powered False\u000a22:23:28.119034 run create_hlr_db(pid=2003): Terminated: ok {rc=0}\u000a22:23:28.539388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2005): Launched\u000a22:23:28.856007 run osmo-hlr_10.42.42.2(pid=2006): Launched\u000a22:23:28.975245 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:23:29.530403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2008): Launched\u000a22:23:29.847927 run osmo-stp_10.42.42.5(pid=2009): Launched\u000a22:23:29.963738 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:23:30.518833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2011): Launched\u000a22:23:30.632034 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:23:30.913081 run patchelf(pid=2012): Launched\u000a22:23:31.106306 run osmo-stp_10.42.42.5(pid=2009): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2009)]\u000a22:23:31.246399 run osmo-stp_10.42.42.5(pid=2009): stdout: \u000a| (launched: 2022-12-12_22:23:29.692108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:31.386646 run osmo-stp_10.42.42.5(pid=2009): stderr: \u000a| �[0;m�[38;5;43m20221212222329882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222329882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222329882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222329882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222329883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222329883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222329883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:31.521200 run osmo-stp_10.42.42.5(pid=2009): stdout: \u000a| (launched: 2022-12-12_22:23:29.692108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:31.655018 run osmo-stp_10.42.42.5(pid=2009): stderr: \u000a| �[0;m�[38;5;43m20221212222329882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222329882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222329882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222329882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222329883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222329883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222329883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:31.811922 run patchelf(pid=2012): Terminating (SIGINT)\u000a22:23:31.995316 run patchelf(pid=2012): Terminated: ok {rc=0}\u000a22:23:32.029171 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2009): Process ended prematurely: osmo-stp_10.42.42.5(pid=2009) [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2009)] [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a22:23:32.039009 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:23:32.102530 run osmo-hlr_10.42.42.2(pid=2006): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2006)]\u000a22:23:32.154594 run osmo-hlr_10.42.42.2(pid=2006): stdout: \u000a| (launched: 2022-12-12_22:23:28.701223) \u000a22:23:32.206896 run osmo-hlr_10.42.42.2(pid=2006): stderr: \u000a| �[0;m�[1;31m20221212222328897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222328897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222328897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222328897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222328897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222328897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222328909 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222328919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222328919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222328919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:23:32.251378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2005): Terminating (SIGTERM)\u000a22:23:32.293758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2008): Terminating (SIGTERM)\u000a22:23:32.335840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2011): Terminating (SIGTERM)\u000a22:23:32.345746 --- ParallelTerminationStrategy: PID 2005 died...\u000a22:23:32.401414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2005): Terminated: ok {rc=0}\u000a22:23:32.411682 --- ParallelTerminationStrategy: PID 2008 died...\u000a22:23:32.467506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2008): Terminated: ok {rc=0}\u000a22:23:32.477687 --- ParallelTerminationStrategy: PID 2011 died...\u000a22:23:32.533388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2011): Terminated: ok {rc=0}\u000a22:23:32.619505 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:22:34" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2023): Process ended prematurely: osmo-stp_10.42.42.5(pid=2023) [trial-2383↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2023)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2023): Process ended prematurely: osmo-stp_10.42.42.5(pid=2023) [trial-2383↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:23:34.612603 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:23:34.624133 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:23:34.771246 tst switch_tch_pdch.py: using LAC 31902\u000a22:23:34.894894 tst switch_tch_pdch.py: using RAC 27\u000a22:23:35.017130 tst switch_tch_pdch.py: using CellId 31902\u000a22:23:35.139263 tst switch_tch_pdch.py: using BVCI 31903\u000a22:23:35.163544 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:23:35.175087 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:23:35.186474 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:23:35.197821 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:23:35.209136 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:23:35.220409 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:23:35.231885 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:23:35.243220 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:23:35.360176 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:23:35.636669 tst switch_tch_pdch.py:51: start network...\u000a22:23:35.760781 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:23:36.231440 run create_hlr_db(pid=2017): Launched\u000a22:23:36.404481 bus /gobi_6: Setting Powered False\u000a22:23:37.424759 run create_hlr_db(pid=2017): Terminated: ok {rc=0}\u000a22:23:37.822165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2019): Launched\u000a22:23:38.119524 run osmo-hlr_10.42.42.2(pid=2020): Launched\u000a22:23:38.229431 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:23:38.746650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2022): Launched\u000a22:23:39.043884 run osmo-stp_10.42.42.5(pid=2023): Launched\u000a22:23:39.153433 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:23:39.672818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2025): Launched\u000a22:23:39.779074 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:23:40.038360 run patchelf(pid=2026): Launched\u000a22:23:40.213568 run osmo-stp_10.42.42.5(pid=2023): ERR: Terminated: ERROR {rc=1} [trial-2383↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2023)]\u000a22:23:40.341177 run osmo-stp_10.42.42.5(pid=2023): stdout: \u000a| (launched: 2022-12-12_22:23:38.897686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:40.469088 run osmo-stp_10.42.42.5(pid=2023): stderr: \u000a| �[0;m�[38;5;43m20221212222339066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222339066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222339066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222339067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222339069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222339069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222339069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:40.592216 run osmo-stp_10.42.42.5(pid=2023): stdout: \u000a| (launched: 2022-12-12_22:23:38.897686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:40.714539 run osmo-stp_10.42.42.5(pid=2023): stderr: \u000a| �[0;m�[38;5;43m20221212222339066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222339066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222339066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222339067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222339069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222339069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222339069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:40.858599 run patchelf(pid=2026): Terminating (SIGINT)\u000a22:23:41.027228 run patchelf(pid=2026): Terminated: ok {rc=0}\u000a22:23:41.057799 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=2023): Process ended prematurely: osmo-stp_10.42.42.5(pid=2023) [trial-2383↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2023)] [trial-2383↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:23:41.066344 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a22:23:41.125864 run osmo-hlr_10.42.42.2(pid=2020): ERR: Terminated: ERROR {rc=237} [trial-2383↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2020)]\u000a22:23:41.174917 run osmo-hlr_10.42.42.2(pid=2020): stdout: \u000a| (launched: 2022-12-12_22:23:37.973279) \u000a22:23:41.224134 run osmo-hlr_10.42.42.2(pid=2020): stderr: \u000a| �[0;m�[1;31m20221212222338148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222338148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222338149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222338149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222338149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222338149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222338164 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222338174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222338174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222338174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:23:41.265593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2019): Terminating (SIGTERM)\u000a22:23:41.304918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2022): Terminating (SIGTERM)\u000a22:23:41.344299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2025): Terminating (SIGTERM)\u000a22:23:41.353673 --- ParallelTerminationStrategy: PID 2019 died...\u000a22:23:41.406464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2019): Terminated: ok {rc=0}\u000a22:23:41.416015 --- ParallelTerminationStrategy: PID 2022 died...\u000a22:23:41.469179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2022): Terminated: ok {rc=0}\u000a22:23:41.478752 --- ParallelTerminationStrategy: PID 2025 died...\u000a22:23:41.531199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2025): Terminated: ok {rc=0}\u000a22:23:41.617436 bus /gobi_0: Setting Powered False\u000a22:23:42.718899 bus /gobi_0: Setting Powered False\u000a22:23:43.825065 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:23:34" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2308): Process ended prematurely: osmo-stp_10.42.42.5(pid=2308) [trial-2383↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2308)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2308): Process ended prematurely: osmo-stp_10.42.42.5(pid=2308) [trial-2383↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2308)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a22:23:45.764715 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:23:45.776330 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a22:23:45.933710 tst switch_tch_pdch.py: using LAC 31903\u000a22:23:46.067330 tst switch_tch_pdch.py: using RAC 28\u000a22:23:46.224674 tst switch_tch_pdch.py: using CellId 31903\u000a22:23:46.368141 tst switch_tch_pdch.py: using BVCI 31904\u000a22:23:46.398362 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:23:46.412633 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:23:46.436213 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:23:46.449381 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:23:46.466437 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:23:46.482695 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:23:46.500583 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:23:46.517698 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:23:46.657616 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:23:46.957592 tst switch_tch_pdch.py:51: start network...\u000a22:23:47.088717 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:23:47.637940 run create_hlr_db(pid=2081): Launched\u000a22:23:47.775774 bus /gobi_6: Setting Powered False\u000a22:23:48.911172 run create_hlr_db(pid=2081): Terminated: ok {rc=0}\u000a22:23:49.356854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2304): Launched\u000a22:23:49.767070 run osmo-hlr_10.42.42.2(pid=2305): Launched\u000a22:23:49.995111 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:23:50.631812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2307): Launched\u000a22:23:51.040378 run osmo-stp_10.42.42.5(pid=2308): Launched\u000a22:23:51.219848 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:23:51.814263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2312): Launched\u000a22:23:51.929481 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:23:52.224198 run patchelf(pid=2313): Launched\u000a22:23:52.412899 run osmo-stp_10.42.42.5(pid=2308): ERR: Terminated: ERROR {rc=1} [trial-2383↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2308)]\u000a22:23:52.551632 run osmo-stp_10.42.42.5(pid=2308): stdout: \u000a| (launched: 2022-12-12_22:23:50.787796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:52.691276 run osmo-stp_10.42.42.5(pid=2308): stderr: \u000a| �[0;m�[38;5;43m20221212222351120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222351120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222351120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222351121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222351121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222351121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222351121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:52.824514 run osmo-stp_10.42.42.5(pid=2308): stdout: \u000a| (launched: 2022-12-12_22:23:50.787796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:52.955820 run osmo-stp_10.42.42.5(pid=2308): stderr: \u000a| �[0;m�[38;5;43m20221212222351120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222351120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222351120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222351121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222351121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222351121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222351121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:53.109477 run patchelf(pid=2313): Terminating (SIGINT)\u000a22:23:53.291706 run patchelf(pid=2313): Terminated: ok {rc=0}\u000a22:23:53.325376 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=2308): Process ended prematurely: osmo-stp_10.42.42.5(pid=2308) [trial-2383↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2308)] [trial-2383↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a22:23:53.335495 tst switch_tch_pdch.py:54: Test FAILED (7.6 sec)\u000a22:23:53.399659 run osmo-hlr_10.42.42.2(pid=2305): ERR: Terminated: ERROR {rc=237} [trial-2383↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2305)]\u000a22:23:53.452537 run osmo-hlr_10.42.42.2(pid=2305): stdout: \u000a| (launched: 2022-12-12_22:23:49.510245) \u000a22:23:53.505336 run osmo-hlr_10.42.42.2(pid=2305): stderr: \u000a| �[0;m�[1;31m20221212222349861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222349861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222349861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222349861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222349861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222349861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222349883 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222349892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222349892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222349892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:23:53.550612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2304): Terminating (SIGTERM)\u000a22:23:53.595413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2307): Terminating (SIGTERM)\u000a22:23:53.640086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2312): Terminating (SIGTERM)\u000a22:23:53.650657 --- ParallelTerminationStrategy: PID 2304 died...\u000a22:23:53.708862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2304): Terminated: ok {rc=0}\u000a22:23:53.719278 --- ParallelTerminationStrategy: PID 2307 died...\u000a22:23:53.775701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2307): Terminated: ok {rc=0}\u000a22:23:53.786180 --- ParallelTerminationStrategy: PID 2312 died...\u000a22:23:53.842317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2312): Terminated: ok {rc=0}\u000a22:23:53.930627 bus /gobi_0: Setting Powered False\u000a22:23:55.039287 bus /gobi_0: Setting Powered False\u000a22:23:56.153389 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:23:45" }, { "cases" : [ { "testActions" : [ ], "age" : 239, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2318): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2318) [trial-2383↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2318)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2318): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2318) [trial-2383↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a22:23:58.053671 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a22:23:58.065789 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a22:23:58.212177 tst mo_mt_sms.py: using LAC 31904\u000a22:23:58.341067 tst mo_mt_sms.py: using RAC 29\u000a22:23:58.470102 tst mo_mt_sms.py: using CellId 31904\u000a22:23:58.598728 tst mo_mt_sms.py: using BVCI 31905\u000a22:23:58.624447 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a22:23:58.748103 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a22:23:59.046844 tst mo_mt_sms.py:9: start nitb and bts...\u000a22:23:59.183981 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:23:59.881917 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2317): Launched\u000a22:24:00.230620 run osmo-nitb_10.42.42.2(pid=2318): Launched\u000a22:24:00.434368 run osmo-nitb_10.42.42.2(pid=2318): ERR: Terminated: ERROR {rc=2} [trial-2383↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2318)]\u000a22:24:00.584520 run osmo-nitb_10.42.42.2(pid=2318): stdout: \u000a| (launched: 2022-12-12_22:24:00.047353) \u000a22:24:00.735392 run osmo-nitb_10.42.42.2(pid=2318): stderr: \u000a| (launched: 2022-12-12_22:24:00.095974)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:24:00.911812 run osmo-nitb_10.42.42.2(pid=2318): stdout: \u000a| (launched: 2022-12-12_22:24:00.047353) \u000a22:24:01.084336 run osmo-nitb_10.42.42.2(pid=2318): stderr: \u000a| (launched: 2022-12-12_22:24:00.095974)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:24:01.371951 tst osmo-nitb_10.42.42.2(pid=2318): stdout: \u000a| (launched: 2022-12-12_22:24:00.047353) \u000a22:24:01.494537 tst osmo-nitb_10.42.42.2(pid=2318): stderr: \u000a| (launched: 2022-12-12_22:24:00.095974)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:24:01.548199 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=2318): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2318) [trial-2383↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2318)] [trial-2383↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a22:24:01.557321 tst mo_mt_sms.py:11: Test FAILED (3.5 sec)\u000a22:24:01.594674 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2317): Terminating (SIGTERM)\u000a22:24:01.773443 --- ParallelTerminationStrategy: PID 2317 died...\u000a22:24:01.863835 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2317): Terminated: ok {rc=0}\u000a22:24:01.977012 bus /sierra_3: Setting Powered False\u000a22:24:03.085244 bus /sierra_3: Setting Powered False\u000a22:24:04.198353 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:23:57" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "sms:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2328): Process ended prematurely: osmo-stp_10.42.42.5(pid=2328) [trial-2383↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2328)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2328): Process ended prematurely: osmo-stp_10.42.42.5(pid=2328) [trial-2383↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2328)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a22:24:06.100060 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:24:06.112218 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a22:24:06.256893 tst mo_mt_sms.py: using LAC 31905\u000a22:24:06.378973 tst mo_mt_sms.py: using RAC 30\u000a22:24:06.501642 tst mo_mt_sms.py: using CellId 31905\u000a22:24:06.622902 tst mo_mt_sms.py: using BVCI 31906\u000a22:24:06.646869 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:24:06.658720 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:24:06.671527 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:24:06.684110 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:24:06.695827 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:24:06.708805 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a22:24:06.829818 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a22:24:07.032331 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:24:07.570965 run create_hlr_db(pid=2322): Launched\u000a22:24:07.752369 bus /sierra_2: Setting Powered False\u000a22:24:08.771705 run create_hlr_db(pid=2322): Terminated: ok {rc=0}\u000a22:24:09.178265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2324): Launched\u000a22:24:09.475828 run osmo-hlr_10.42.42.2(pid=2325): Launched\u000a22:24:09.591201 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:24:10.141388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2327): Launched\u000a22:24:10.457191 run osmo-stp_10.42.42.5(pid=2328): Launched\u000a22:24:10.571903 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:24:11.150243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2330): Launched\u000a22:24:11.465065 run osmo-msc_10.42.42.6(pid=2331): Launched\u000a22:24:11.651197 run osmo-stp_10.42.42.5(pid=2328): ERR: Terminated: ERROR {rc=1} [trial-2383↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2328)]\u000a22:24:11.786100 run osmo-stp_10.42.42.5(pid=2328): stdout: \u000a| (launched: 2022-12-12_22:24:10.302538)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:11.920741 run osmo-stp_10.42.42.5(pid=2328): stderr: \u000a| �[0;m�[38;5;43m20221212222410492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222410492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222410493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222410493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222410494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222410494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222410494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:12.048045 run osmo-stp_10.42.42.5(pid=2328): stdout: \u000a| (launched: 2022-12-12_22:24:10.302538)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:12.174811 run osmo-stp_10.42.42.5(pid=2328): stderr: \u000a| �[0;m�[38;5;43m20221212222410492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222410492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222410493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222410493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222410494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222410494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222410494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:12.229747 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=2328): Process ended prematurely: osmo-stp_10.42.42.5(pid=2328) [trial-2383↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2328)] [trial-2383↪sms:trx-b200↪mo_mt_sms.py:16]\u000a22:24:12.238206 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a22:24:12.300006 run osmo-hlr_10.42.42.2(pid=2325): ERR: Terminated: ERROR {rc=237} [trial-2383↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2325)]\u000a22:24:12.351116 run osmo-hlr_10.42.42.2(pid=2325): stdout: \u000a| (launched: 2022-12-12_22:24:09.329665) \u000a22:24:12.402380 run osmo-hlr_10.42.42.2(pid=2325): stderr: \u000a| �[0;m�[1;31m20221212222409503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222409503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222409503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222409504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222409504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222409504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222409516 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222409525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222409526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222409526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:24:12.472265 run osmo-msc_10.42.42.6(pid=2331): ERR: Terminated: ERROR {rc=2} [trial-2383↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2331)]\u000a22:24:12.522793 run osmo-msc_10.42.42.6(pid=2331): stdout: \u000a| (launched: 2022-12-12_22:24:11.311118) \u000a22:24:12.573994 run osmo-msc_10.42.42.6(pid=2331): stderr: \u000a| �[0;m�[38;5;43m20221212222411636 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212222411636 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f735aebbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212222411636 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212222411636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212222411636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212222411636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212222411638 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212222411638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212222411639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212222411639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:24:12.617434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2324): Terminating (SIGTERM)\u000a22:24:12.658414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2327): Terminating (SIGTERM)\u000a22:24:12.699440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2330): Terminating (SIGTERM)\u000a22:24:12.708859 --- ParallelTerminationStrategy: PID 2324 died...\u000a22:24:12.763395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2324): Terminated: ok {rc=0}\u000a22:24:12.773276 --- ParallelTerminationStrategy: PID 2327 died...\u000a22:24:12.828203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2327): Terminated: ok {rc=0}\u000a22:24:12.838015 --- ParallelTerminationStrategy: PID 2330 died...\u000a22:24:12.892428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2330): Terminated: ok {rc=0}\u000a22:24:12.978446 bus /sierra_3: Setting Powered False\u000a22:24:14.082849 bus /sierra_3: Setting Powered False\u000a22:24:15.189559 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:24:05" }, { "cases" : [ { "testActions" : [ ], "age" : 239, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2337): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2337) [trial-2383↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2337)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2337): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2337) [trial-2383↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2337)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a22:24:17.079151 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a22:24:17.092728 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a22:24:17.239069 tst assert_extension.py: using LAC 31906\u000a22:24:17.354980 tst assert_extension.py: using RAC 31\u000a22:24:17.474935 tst assert_extension.py: using CellId 31906\u000a22:24:17.590989 tst assert_extension.py: using BVCI 31907\u000a22:24:17.613689 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a22:24:17.901992 tst assert_extension.py:10: start nitb and bts...\u000a22:24:18.034346 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:24:18.689352 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2336): Launched\u000a22:24:19.001824 run osmo-nitb_10.42.42.2(pid=2337): Launched\u000a22:24:19.195521 run osmo-nitb_10.42.42.2(pid=2337): ERR: Terminated: ERROR {rc=2} [trial-2383↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2337)]\u000a22:24:19.338491 run osmo-nitb_10.42.42.2(pid=2337): stdout: \u000a| (launched: 2022-12-12_22:24:18.850896) \u000a22:24:19.481498 run osmo-nitb_10.42.42.2(pid=2337): stderr: \u000a| (launched: 2022-12-12_22:24:18.898101)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:24:19.619809 run osmo-nitb_10.42.42.2(pid=2337): stdout: \u000a| (launched: 2022-12-12_22:24:18.850896) \u000a22:24:19.757090 run osmo-nitb_10.42.42.2(pid=2337): stderr: \u000a| (launched: 2022-12-12_22:24:18.898101)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:24:20.129320 tst osmo-nitb_10.42.42.2(pid=2337): stdout: \u000a| (launched: 2022-12-12_22:24:18.850896) \u000a22:24:20.255348 tst osmo-nitb_10.42.42.2(pid=2337): stderr: \u000a| (launched: 2022-12-12_22:24:18.898101)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:24:20.310446 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=2337): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2337) [trial-2383↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2337)] [trial-2383↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a22:24:20.318929 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a22:24:20.354600 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2336): Terminating (SIGTERM)\u000a22:24:20.532448 --- ParallelTerminationStrategy: PID 2336 died...\u000a22:24:20.589479 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2336): Terminated: ok {rc=0}\u000a22:24:20.675801 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:24:16" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2347): Process ended prematurely: osmo-stp_10.42.42.5(pid=2347) [trial-2383↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2347)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2347): Process ended prematurely: osmo-stp_10.42.42.5(pid=2347) [trial-2383↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2347)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a22:24:22.514990 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:24:22.526144 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a22:24:22.667543 tst assert_extension.py: using LAC 31907\u000a22:24:22.793286 tst assert_extension.py: using RAC 32\u000a22:24:22.918815 tst assert_extension.py: using CellId 31907\u000a22:24:23.043694 tst assert_extension.py: using BVCI 31908\u000a22:24:23.067978 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:24:23.078932 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:24:23.089836 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:24:23.100547 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:24:23.111358 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:24:23.122149 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a22:24:23.321329 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:24:23.788530 run create_hlr_db(pid=2341): Launched\u000a22:24:23.961141 bus /sierra_2: Setting Powered False\u000a22:24:24.981238 run create_hlr_db(pid=2341): Terminated: ok {rc=0}\u000a22:24:25.403555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2343): Launched\u000a22:24:25.720459 run osmo-hlr_10.42.42.2(pid=2344): Launched\u000a22:24:25.840068 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:24:26.392927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2346): Launched\u000a22:24:26.711215 run osmo-stp_10.42.42.5(pid=2347): Launched\u000a22:24:26.827295 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:24:27.405118 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2349): Launched\u000a22:24:27.721786 run osmo-msc_10.42.42.6(pid=2350): Launched\u000a22:24:27.909507 run osmo-stp_10.42.42.5(pid=2347): ERR: Terminated: ERROR {rc=1} [trial-2383↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2347)]\u000a22:24:28.044302 run osmo-stp_10.42.42.5(pid=2347): stdout: \u000a| (launched: 2022-12-12_22:24:26.554747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:28.178707 run osmo-stp_10.42.42.5(pid=2347): stderr: \u000a| �[0;m�[38;5;43m20221212222426747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222426747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222426747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222426748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222426750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222426750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222426750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:28.305583 run osmo-stp_10.42.42.5(pid=2347): stdout: \u000a| (launched: 2022-12-12_22:24:26.554747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:28.431711 run osmo-stp_10.42.42.5(pid=2347): stderr: \u000a| �[0;m�[38;5;43m20221212222426747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222426747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222426747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222426748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222426750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222426750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222426750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:28.487202 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=2347): Process ended prematurely: osmo-stp_10.42.42.5(pid=2347) [trial-2383↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2347)] [trial-2383↪ussd:trx-b200↪assert_extension.py:17]\u000a22:24:28.495707 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a22:24:28.557378 run osmo-hlr_10.42.42.2(pid=2344): ERR: Terminated: ERROR {rc=237} [trial-2383↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2344)]\u000a22:24:28.608156 run osmo-hlr_10.42.42.2(pid=2344): stdout: \u000a| (launched: 2022-12-12_22:24:25.565297) \u000a22:24:28.660377 run osmo-hlr_10.42.42.2(pid=2344): stderr: \u000a| �[0;m�[1;31m20221212222425763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222425763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222425763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222425763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222425763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222425763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222425775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222425784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222425784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222425784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:24:28.730378 run osmo-msc_10.42.42.6(pid=2350): ERR: Terminated: ERROR {rc=2} [trial-2383↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2350)]\u000a22:24:28.781109 run osmo-msc_10.42.42.6(pid=2350): stdout: \u000a| (launched: 2022-12-12_22:24:27.566721) \u000a22:24:28.832634 run osmo-msc_10.42.42.6(pid=2350): stderr: \u000a| �[0;m�[38;5;43m20221212222427887 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212222427887 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe2bafc5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212222427887 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212222427887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212222427888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212222427888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212222427890 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212222427890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212222427890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212222427890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:24:28.876445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2343): Terminating (SIGTERM)\u000a22:24:28.917848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2346): Terminating (SIGTERM)\u000a22:24:28.959271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2349): Terminating (SIGTERM)\u000a22:24:28.968782 --- ParallelTerminationStrategy: PID 2343 died...\u000a22:24:29.024142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2343): Terminated: ok {rc=0}\u000a22:24:29.034112 --- ParallelTerminationStrategy: PID 2346 died...\u000a22:24:29.088940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2346): Terminated: ok {rc=0}\u000a22:24:29.098855 --- ParallelTerminationStrategy: PID 2349 died...\u000a22:24:29.153775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2349): Terminated: ok {rc=0}\u000a22:24:29.240638 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:24:22" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2362): Process ended prematurely: osmo-stp_10.42.42.5(pid=2362) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2362)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2362): Process ended prematurely: osmo-stp_10.42.42.5(pid=2362) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2362)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:24:31.223406 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:24:31.235786 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:24:31.399939 tst mo_mt_call.py: using LAC 31908\u000a22:24:31.550284 tst mo_mt_call.py: using RAC 33\u000a22:24:31.681300 tst mo_mt_call.py: using CellId 31908\u000a22:24:31.841391 tst mo_mt_call.py: using BVCI 31909\u000a22:24:31.874613 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:24:31.890186 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:24:31.905822 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:24:31.921231 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:24:31.936407 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:24:31.951473 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:24:32.078909 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:24:32.317898 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:24:32.835442 run create_hlr_db(pid=2355): Launched\u000a22:24:33.021720 bus /sierra_2: Setting Powered False\u000a22:24:34.042025 run create_hlr_db(pid=2355): Terminated: ok {rc=0}\u000a22:24:34.450981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2357): Launched\u000a22:24:34.755505 run osmo-hlr_10.42.42.2(pid=2359): Launched\u000a22:24:34.868042 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:24:35.391767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2361): Launched\u000a22:24:35.693601 run osmo-stp_10.42.42.5(pid=2362): Launched\u000a22:24:35.804691 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:24:36.356736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2364): Launched\u000a22:24:36.661395 run osmo-msc_10.42.42.6(pid=2365): Launched\u000a22:24:36.839495 run osmo-stp_10.42.42.5(pid=2362): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2362)]\u000a22:24:36.968829 run osmo-stp_10.42.42.5(pid=2362): stdout: \u000a| (launched: 2022-12-12_22:24:35.545459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:37.095352 run osmo-stp_10.42.42.5(pid=2362): stderr: \u000a| �[0;m�[38;5;43m20221212222435716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222435716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222435717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222435717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222435717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222435717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222435718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:37.217216 run osmo-stp_10.42.42.5(pid=2362): stdout: \u000a| (launched: 2022-12-12_22:24:35.545459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:37.337958 run osmo-stp_10.42.42.5(pid=2362): stderr: \u000a| �[0;m�[38;5;43m20221212222435716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222435716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222435717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222435717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222435717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222435717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222435718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:37.390826 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2362): Process ended prematurely: osmo-stp_10.42.42.5(pid=2362) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2362)] [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a22:24:37.399288 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:24:37.459165 run osmo-hlr_10.42.42.2(pid=2359): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2359)]\u000a22:24:37.508091 run osmo-hlr_10.42.42.2(pid=2359): stdout: \u000a| (launched: 2022-12-12_22:24:34.605956) \u000a22:24:37.557641 run osmo-hlr_10.42.42.2(pid=2359): stderr: \u000a| �[0;m�[1;31m20221212222434784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222434784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222434784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222434784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222434784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222434784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222434796 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222434805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222434805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222434805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:24:37.624169 run osmo-msc_10.42.42.6(pid=2365): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2365)]\u000a22:24:37.673309 run osmo-msc_10.42.42.6(pid=2365): stdout: \u000a| (launched: 2022-12-12_22:24:36.511190) \u000a22:24:37.722799 run osmo-msc_10.42.42.6(pid=2365): stderr: \u000a| �[0;m�[38;5;43m20221212222436783 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212222436783 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a1b64dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212222436783 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212222436784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212222436784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212222436784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212222436786 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212222436786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212222436786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212222436786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:24:37.764239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2357): Terminating (SIGTERM)\u000a22:24:37.803605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2361): Terminating (SIGTERM)\u000a22:24:37.843023 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2364): Terminating (SIGTERM)\u000a22:24:37.852282 --- ParallelTerminationStrategy: PID 2357 died...\u000a22:24:37.905021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2357): Terminated: ok {rc=0}\u000a22:24:37.914368 --- ParallelTerminationStrategy: PID 2361 died...\u000a22:24:37.966957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2361): Terminated: ok {rc=0}\u000a22:24:37.976265 --- ParallelTerminationStrategy: PID 2364 died...\u000a22:24:38.029166 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2364): Terminated: ok {rc=0}\u000a22:24:38.117855 bus /sierra_3: Setting Powered False\u000a22:24:39.220676 bus /sierra_3: Setting Powered False\u000a22:24:40.331190 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2373): Process ended prematurely: osmo-stp_10.42.42.5(pid=2373) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2373)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2373): Process ended prematurely: osmo-stp_10.42.42.5(pid=2373) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2373)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:24:41.441217 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:24:41.452719 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:24:41.610712 tst mo_mt_call_osmux.py: using LAC 31909\u000a22:24:41.732418 tst mo_mt_call_osmux.py: using RAC 34\u000a22:24:41.851978 tst mo_mt_call_osmux.py: using CellId 31909\u000a22:24:41.972344 tst mo_mt_call_osmux.py: using BVCI 31910\u000a22:24:41.995497 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:24:42.006942 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:24:42.017779 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:24:42.028703 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:24:42.039739 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:24:42.050843 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:24:42.165428 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:24:42.372167 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:24:42.848879 run create_hlr_db(pid=2367): Launched\u000a22:24:43.023612 bus /sierra_2: Setting Powered False\u000a22:24:44.043958 run create_hlr_db(pid=2367): Terminated: ok {rc=0}\u000a22:24:44.472602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2369): Launched\u000a22:24:44.796033 run osmo-hlr_10.42.42.2(pid=2370): Launched\u000a22:24:44.914497 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:24:45.474573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2372): Launched\u000a22:24:45.797985 run osmo-stp_10.42.42.5(pid=2373): Launched\u000a22:24:45.990889 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:24:46.603586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2375): Launched\u000a22:24:47.044399 run osmo-msc_10.42.42.6(pid=2376): Launched\u000a22:24:47.336024 run osmo-stp_10.42.42.5(pid=2373): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2373)]\u000a22:24:47.471901 run osmo-stp_10.42.42.5(pid=2373): stdout: \u000a| (launched: 2022-12-12_22:24:45.639497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:47.606434 run osmo-stp_10.42.42.5(pid=2373): stderr: \u000a| �[0;m�[38;5;43m20221212222445842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222445843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222445843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222445843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222445844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222445844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222445844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:47.735515 run osmo-stp_10.42.42.5(pid=2373): stdout: \u000a| (launched: 2022-12-12_22:24:45.639497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:47.863975 run osmo-stp_10.42.42.5(pid=2373): stderr: \u000a| �[0;m�[38;5;43m20221212222445842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222445843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222445843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222445843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222445844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222445844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222445844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:47.920471 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2373): Process ended prematurely: osmo-stp_10.42.42.5(pid=2373) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2373)] [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a22:24:47.929677 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a22:24:47.991950 run osmo-hlr_10.42.42.2(pid=2370): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2370)]\u000a22:24:48.043243 run osmo-hlr_10.42.42.2(pid=2370): stdout: \u000a| (launched: 2022-12-12_22:24:44.637695) \u000a22:24:48.095259 run osmo-hlr_10.42.42.2(pid=2370): stderr: \u000a| �[0;m�[1;31m20221212222444839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222444839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222444839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222444839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222444839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222444839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222444851 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222444861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222444862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222444862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:24:48.165735 run osmo-msc_10.42.42.6(pid=2376): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2376)]\u000a22:24:48.217069 run osmo-msc_10.42.42.6(pid=2376): stdout: \u000a| (launched: 2022-12-12_22:24:46.769849) \u000a22:24:48.268937 run osmo-msc_10.42.42.6(pid=2376): stderr: \u000a| �[0;m�[38;5;43m20221212222447190 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212222447190 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc589ad0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212222447190 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212222447190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212222447190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212222447190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212222447192 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212222447192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212222447193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212222447193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:24:48.312900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2369): Terminating (SIGTERM)\u000a22:24:48.354574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2372): Terminating (SIGTERM)\u000a22:24:48.396170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2375): Terminating (SIGTERM)\u000a22:24:48.405719 --- ParallelTerminationStrategy: PID 2369 died...\u000a22:24:48.461044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2369): Terminated: ok {rc=0}\u000a22:24:48.471002 --- ParallelTerminationStrategy: PID 2372 died...\u000a22:24:48.526103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2372): Terminated: ok {rc=0}\u000a22:24:48.535956 --- ParallelTerminationStrategy: PID 2375 died...\u000a22:24:48.591260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2375): Terminated: ok {rc=0}\u000a22:24:48.678607 bus /sierra_3: Setting Powered False\u000a22:24:49.784673 bus /sierra_3: Setting Powered False\u000a22:24:50.895696 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:24:30" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2387): Process ended prematurely: osmo-stp_10.42.42.5(pid=2387) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2387)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2387): Process ended prematurely: osmo-stp_10.42.42.5(pid=2387) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2387)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a22:24:52.884673 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:24:52.895696 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:24:53.052721 tst mo_mt_call.py: using LAC 31910\u000a22:24:53.170552 tst mo_mt_call.py: using RAC 35\u000a22:24:53.289933 tst mo_mt_call.py: using CellId 31910\u000a22:24:53.407563 tst mo_mt_call.py: using BVCI 31911\u000a22:24:53.430908 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:24:53.441849 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:24:53.452566 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:24:53.463565 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:24:53.474612 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:24:53.485664 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:24:53.604352 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:24:53.816187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:24:54.330884 run create_hlr_db(pid=2381): Launched\u000a22:24:54.518343 bus /sierra_2: Setting Powered False\u000a22:24:55.537952 run create_hlr_db(pid=2381): Terminated: ok {rc=0}\u000a22:24:55.966463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2383): Launched\u000a22:24:56.289419 run osmo-hlr_10.42.42.2(pid=2384): Launched\u000a22:24:56.409949 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:24:56.971777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2386): Launched\u000a22:24:57.294888 run osmo-stp_10.42.42.5(pid=2387): Launched\u000a22:24:57.412125 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:24:58.002760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2389): Launched\u000a22:24:58.325744 run osmo-msc_10.42.42.6(pid=2390): Launched\u000a22:24:58.515480 run osmo-stp_10.42.42.5(pid=2387): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2387)]\u000a22:24:58.652078 run osmo-stp_10.42.42.5(pid=2387): stdout: \u000a| (launched: 2022-12-12_22:24:57.136475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:58.789181 run osmo-stp_10.42.42.5(pid=2387): stderr: \u000a| �[0;m�[38;5;43m20221212222457329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222457329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222457329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222457330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222457333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222457333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222457333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:58.920018 run osmo-stp_10.42.42.5(pid=2387): stdout: \u000a| (launched: 2022-12-12_22:24:57.136475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:59.049182 run osmo-stp_10.42.42.5(pid=2387): stderr: \u000a| �[0;m�[38;5;43m20221212222457329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222457329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222457329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222457330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222457333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222457333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222457333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:59.105914 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2387): Process ended prematurely: osmo-stp_10.42.42.5(pid=2387) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2387)] [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a22:24:59.115050 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:24:59.177269 run osmo-hlr_10.42.42.2(pid=2384): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2384)]\u000a22:24:59.228610 run osmo-hlr_10.42.42.2(pid=2384): stdout: \u000a| (launched: 2022-12-12_22:24:56.131156) \u000a22:24:59.280563 run osmo-hlr_10.42.42.2(pid=2384): stderr: \u000a| �[0;m�[1;31m20221212222456328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222456328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222456328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222456328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222456328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222456329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222456342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222456351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222456352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222456352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:24:59.350782 run osmo-msc_10.42.42.6(pid=2390): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2390)]\u000a22:24:59.401926 run osmo-msc_10.42.42.6(pid=2390): stdout: \u000a| (launched: 2022-12-12_22:24:58.167890) \u000a22:24:59.453977 run osmo-msc_10.42.42.6(pid=2390): stderr: \u000a| �[0;m�[38;5;43m20221212222458493 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212222458493 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f26da9a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212222458493 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212222458494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212222458494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212222458494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212222458496 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212222458496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212222458496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212222458496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:24:59.497892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2383): Terminating (SIGTERM)\u000a22:24:59.539288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2386): Terminating (SIGTERM)\u000a22:24:59.581048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2389): Terminating (SIGTERM)\u000a22:24:59.590681 --- ParallelTerminationStrategy: PID 2383 died...\u000a22:24:59.646860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2383): Terminated: ok {rc=0}\u000a22:24:59.656876 --- ParallelTerminationStrategy: PID 2386 died...\u000a22:24:59.712505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2386): Terminated: ok {rc=0}\u000a22:24:59.722664 --- ParallelTerminationStrategy: PID 2389 died...\u000a22:24:59.778143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2389): Terminated: ok {rc=0}\u000a22:24:59.866293 bus /sierra_3: Setting Powered False\u000a22:25:00.982795 bus /sierra_3: Setting Powered False\u000a22:25:02.109938 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2401): Process ended prematurely: osmo-stp_10.42.42.5(pid=2401) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2401)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2401): Process ended prematurely: osmo-stp_10.42.42.5(pid=2401) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2401)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:25:03.220724 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:25:03.232115 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:25:03.395576 tst mo_mt_call_osmux.py: using LAC 31911\u000a22:25:03.522961 tst mo_mt_call_osmux.py: using RAC 36\u000a22:25:03.652069 tst mo_mt_call_osmux.py: using CellId 31911\u000a22:25:03.780574 tst mo_mt_call_osmux.py: using BVCI 31912\u000a22:25:03.805764 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:25:03.817434 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:25:03.828702 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:25:03.840033 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:25:03.851439 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:25:03.862976 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:25:03.982469 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:25:04.185905 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:25:04.666427 run create_hlr_db(pid=2395): Launched\u000a22:25:04.843015 bus /sierra_2: Setting Powered False\u000a22:25:05.863117 run create_hlr_db(pid=2395): Terminated: ok {rc=0}\u000a22:25:06.266184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2397): Launched\u000a22:25:06.570518 run osmo-hlr_10.42.42.2(pid=2398): Launched\u000a22:25:06.689290 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:25:07.223445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2400): Launched\u000a22:25:07.526788 run osmo-stp_10.42.42.5(pid=2401): Launched\u000a22:25:07.637983 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:25:08.197122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2403): Launched\u000a22:25:08.500856 run osmo-msc_10.42.42.6(pid=2404): Launched\u000a22:25:08.679862 run osmo-stp_10.42.42.5(pid=2401): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2401)]\u000a22:25:08.809327 run osmo-stp_10.42.42.5(pid=2401): stdout: \u000a| (launched: 2022-12-12_22:25:07.377359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:08.935697 run osmo-stp_10.42.42.5(pid=2401): stderr: \u000a| �[0;m�[38;5;43m20221212222507549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222507549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222507549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222507550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222507550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222507550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222507550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:09.057624 run osmo-stp_10.42.42.5(pid=2401): stdout: \u000a| (launched: 2022-12-12_22:25:07.377359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:09.178679 run osmo-stp_10.42.42.5(pid=2401): stderr: \u000a| �[0;m�[38;5;43m20221212222507549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222507549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222507549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222507550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222507550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222507550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222507550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:09.231823 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2401): Process ended prematurely: osmo-stp_10.42.42.5(pid=2401) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2401)] [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a22:25:09.240318 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:25:09.299971 run osmo-hlr_10.42.42.2(pid=2398): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2398)]\u000a22:25:09.348439 run osmo-hlr_10.42.42.2(pid=2398): stdout: \u000a| (launched: 2022-12-12_22:25:06.420308) \u000a22:25:09.397980 run osmo-hlr_10.42.42.2(pid=2398): stderr: \u000a| �[0;m�[1;31m20221212222506599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222506599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222506599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222506599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222506599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222506599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222506611 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222506620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222506620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222506620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:25:09.464622 run osmo-msc_10.42.42.6(pid=2404): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2404)]\u000a22:25:09.513384 run osmo-msc_10.42.42.6(pid=2404): stdout: \u000a| (launched: 2022-12-12_22:25:08.351108) \u000a22:25:09.563064 run osmo-msc_10.42.42.6(pid=2404): stderr: \u000a| �[0;m�[38;5;43m20221212222508622 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212222508622 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb138df6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212222508623 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212222508623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212222508623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212222508623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212222508625 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212222508625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212222508625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212222508625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:25:09.604312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2397): Terminating (SIGTERM)\u000a22:25:09.643422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2400): Terminating (SIGTERM)\u000a22:25:09.682728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2403): Terminating (SIGTERM)\u000a22:25:09.692056 --- ParallelTerminationStrategy: PID 2397 died...\u000a22:25:09.744149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2397): Terminated: ok {rc=0}\u000a22:25:09.753764 --- ParallelTerminationStrategy: PID 2400 died...\u000a22:25:09.805926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2400): Terminated: ok {rc=0}\u000a22:25:09.815435 --- ParallelTerminationStrategy: PID 2403 died...\u000a22:25:09.867818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2403): Terminated: ok {rc=0}\u000a22:25:09.955244 bus /sierra_3: Setting Powered False\u000a22:25:11.056822 bus /sierra_3: Setting Powered False\u000a22:25:12.161790 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:24:52" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2415): Process ended prematurely: osmo-stp_10.42.42.5(pid=2415) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2415)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2415): Process ended prematurely: osmo-stp_10.42.42.5(pid=2415) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2415)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:25:14.154353 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:25:14.165273 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:25:14.323039 tst mo_mt_call.py: using LAC 31912\u000a22:25:14.450227 tst mo_mt_call.py: using RAC 37\u000a22:25:14.568314 tst mo_mt_call.py: using CellId 31912\u000a22:25:14.688353 tst mo_mt_call.py: using BVCI 31913\u000a22:25:14.711650 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:25:14.722578 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:25:14.733770 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:25:14.744852 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:25:14.756016 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:25:14.767125 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:25:14.887331 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:25:15.097609 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:25:15.615171 run create_hlr_db(pid=2409): Launched\u000a22:25:15.802893 bus /sierra_2: Setting Powered False\u000a22:25:16.820792 run create_hlr_db(pid=2409): Terminated: ok {rc=0}\u000a22:25:17.270411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2411): Launched\u000a22:25:17.577444 run osmo-hlr_10.42.42.2(pid=2412): Launched\u000a22:25:17.697000 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:25:18.231928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2414): Launched\u000a22:25:18.535778 run osmo-stp_10.42.42.5(pid=2415): Launched\u000a22:25:18.649178 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:25:19.203930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2417): Launched\u000a22:25:19.509447 run osmo-msc_10.42.42.6(pid=2418): Launched\u000a22:25:19.688325 run osmo-stp_10.42.42.5(pid=2415): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2415)]\u000a22:25:19.817513 run osmo-stp_10.42.42.5(pid=2415): stdout: \u000a| (launched: 2022-12-12_22:25:18.386481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:19.944333 run osmo-stp_10.42.42.5(pid=2415): stderr: \u000a| �[0;m�[38;5;43m20221212222518559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222518560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222518560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222518560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222518561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222518561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222518561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:20.066662 run osmo-stp_10.42.42.5(pid=2415): stdout: \u000a| (launched: 2022-12-12_22:25:18.386481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:20.187568 run osmo-stp_10.42.42.5(pid=2415): stderr: \u000a| �[0;m�[38;5;43m20221212222518559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222518560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222518560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222518560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222518561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222518561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222518561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:20.240703 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2415): Process ended prematurely: osmo-stp_10.42.42.5(pid=2415) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2415)] [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a22:25:20.249263 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a22:25:20.308352 run osmo-hlr_10.42.42.2(pid=2412): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2412)]\u000a22:25:20.357268 run osmo-hlr_10.42.42.2(pid=2412): stdout: \u000a| (launched: 2022-12-12_22:25:17.425662) \u000a22:25:20.407049 run osmo-hlr_10.42.42.2(pid=2412): stderr: \u000a| �[0;m�[1;31m20221212222517602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222517602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222517602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222517602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222517602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222517603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222517615 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222517623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222517623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222517623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:25:20.473739 run osmo-msc_10.42.42.6(pid=2418): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2418)]\u000a22:25:20.522283 run osmo-msc_10.42.42.6(pid=2418): stdout: \u000a| (launched: 2022-12-12_22:25:19.358879) \u000a22:25:20.571047 run osmo-msc_10.42.42.6(pid=2418): stderr: \u000a| �[0;m�[38;5;43m20221212222519633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212222519633 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde8e84fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212222519633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212222519633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212222519633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212222519634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212222519635 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212222519636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212222519636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212222519636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:25:20.612749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2411): Terminating (SIGTERM)\u000a22:25:20.652006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2414): Terminating (SIGTERM)\u000a22:25:20.691393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2417): Terminating (SIGTERM)\u000a22:25:20.700687 --- ParallelTerminationStrategy: PID 2411 died...\u000a22:25:20.753302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2411): Terminated: ok {rc=0}\u000a22:25:20.762921 --- ParallelTerminationStrategy: PID 2414 died...\u000a22:25:20.815419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2414): Terminated: ok {rc=0}\u000a22:25:20.825194 --- ParallelTerminationStrategy: PID 2417 died...\u000a22:25:20.878263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2417): Terminated: ok {rc=0}\u000a22:25:20.965226 bus /sierra_3: Setting Powered False\u000a22:25:22.067348 bus /sierra_3: Setting Powered False\u000a22:25:23.177655 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2426): Process ended prematurely: osmo-stp_10.42.42.5(pid=2426) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2426)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2426): Process ended prematurely: osmo-stp_10.42.42.5(pid=2426) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2426)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:25:24.287722 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:25:24.299146 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:25:24.454976 tst mo_mt_call_osmux.py: using LAC 31913\u000a22:25:24.576863 tst mo_mt_call_osmux.py: using RAC 38\u000a22:25:24.698916 tst mo_mt_call_osmux.py: using CellId 31913\u000a22:25:24.818214 tst mo_mt_call_osmux.py: using BVCI 31914\u000a22:25:24.841689 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:25:24.852521 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:25:24.863245 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:25:24.874122 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:25:24.885629 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:25:24.896651 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:25:25.012798 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:25:25.225054 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:25:25.740831 run create_hlr_db(pid=2420): Launched\u000a22:25:25.928014 bus /sierra_2: Setting Powered False\u000a22:25:26.948006 run create_hlr_db(pid=2420): Terminated: ok {rc=0}\u000a22:25:27.351712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2422): Launched\u000a22:25:27.654546 run osmo-hlr_10.42.42.2(pid=2423): Launched\u000a22:25:27.773248 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:25:28.309837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2425): Launched\u000a22:25:28.614293 run osmo-stp_10.42.42.5(pid=2426): Launched\u000a22:25:28.725702 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:25:29.281068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2428): Launched\u000a22:25:29.586072 run osmo-msc_10.42.42.6(pid=2429): Launched\u000a22:25:29.765327 run osmo-stp_10.42.42.5(pid=2426): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2426)]\u000a22:25:29.895461 run osmo-stp_10.42.42.5(pid=2426): stdout: \u000a| (launched: 2022-12-12_22:25:28.463798)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:30.022489 run osmo-stp_10.42.42.5(pid=2426): stderr: \u000a| �[0;m�[38;5;43m20221212222528633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222528633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222528634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222528634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222528635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222528635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222528635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:30.144123 run osmo-stp_10.42.42.5(pid=2426): stdout: \u000a| (launched: 2022-12-12_22:25:28.463798)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:30.264736 run osmo-stp_10.42.42.5(pid=2426): stderr: \u000a| �[0;m�[38;5;43m20221212222528633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222528633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222528634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222528634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222528635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222528635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222528635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:30.317857 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2426): Process ended prematurely: osmo-stp_10.42.42.5(pid=2426) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2426)] [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a22:25:30.326471 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:25:30.385644 run osmo-hlr_10.42.42.2(pid=2423): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2423)]\u000a22:25:30.433636 run osmo-hlr_10.42.42.2(pid=2423): stdout: \u000a| (launched: 2022-12-12_22:25:27.505566) \u000a22:25:30.483510 run osmo-hlr_10.42.42.2(pid=2423): stderr: \u000a| �[0;m�[1;31m20221212222527683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222527683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222527683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222527683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222527683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222527684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222527697 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222527707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222527708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222527708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:25:30.550230 run osmo-msc_10.42.42.6(pid=2429): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2429)]\u000a22:25:30.598828 run osmo-msc_10.42.42.6(pid=2429): stdout: \u000a| (launched: 2022-12-12_22:25:29.435203) \u000a22:25:30.647318 run osmo-msc_10.42.42.6(pid=2429): stderr: \u000a| �[0;m�[38;5;43m20221212222529707 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212222529707 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efca69adc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212222529707 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212222529707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212222529707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212222529708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212222529709 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212222529710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212222529710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212222529710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:25:30.688705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2422): Terminating (SIGTERM)\u000a22:25:30.727846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2425): Terminating (SIGTERM)\u000a22:25:30.766827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2428): Terminating (SIGTERM)\u000a22:25:30.776070 --- ParallelTerminationStrategy: PID 2422 died...\u000a22:25:30.828446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2422): Terminated: ok {rc=0}\u000a22:25:30.846706 --- ParallelTerminationStrategy: PID 2425 died...\u000a22:25:30.902387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2425): Terminated: ok {rc=0}\u000a22:25:30.917766 --- ParallelTerminationStrategy: PID 2428 died...\u000a22:25:30.995526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2428): Terminated: ok {rc=0}\u000a22:25:31.082816 bus /sierra_3: Setting Powered False\u000a22:25:32.206718 bus /sierra_3: Setting Powered False\u000a22:25:33.317913 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:25:13" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2442): Process ended prematurely: osmo-stp_10.42.42.5(pid=2442) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2442)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2442): Process ended prematurely: osmo-stp_10.42.42.5(pid=2442) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:25:35.315109 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:25:35.326803 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:25:35.490756 tst mo_mt_call.py: using LAC 31914\u000a22:25:35.619688 tst mo_mt_call.py: using RAC 39\u000a22:25:35.746804 tst mo_mt_call.py: using CellId 31914\u000a22:25:35.875549 tst mo_mt_call.py: using BVCI 31915\u000a22:25:35.900431 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:25:35.911861 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:25:35.923198 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:25:35.934565 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:25:35.946042 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:25:35.957334 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:25:36.077136 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:25:36.278719 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:25:36.756486 run create_hlr_db(pid=2434): Launched\u000a22:25:36.931862 bus /sierra_2: Setting Powered False\u000a22:25:37.952830 run create_hlr_db(pid=2434): Terminated: ok {rc=0}\u000a22:25:38.356171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2436): Launched\u000a22:25:38.660657 run osmo-hlr_10.42.42.2(pid=2437): Launched\u000a22:25:38.777372 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:25:39.306575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2439): Launched\u000a22:25:39.611861 run osmo-stp_10.42.42.5(pid=2442): Launched\u000a22:25:39.727114 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:25:40.283720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2444): Launched\u000a22:25:40.588937 run osmo-msc_10.42.42.6(pid=2445): Launched\u000a22:25:40.767996 run osmo-stp_10.42.42.5(pid=2442): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2442)]\u000a22:25:40.897517 run osmo-stp_10.42.42.5(pid=2442): stdout: \u000a| (launched: 2022-12-12_22:25:39.461591)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:41.023846 run osmo-stp_10.42.42.5(pid=2442): stderr: \u000a| �[0;m�[38;5;43m20221212222539634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222539634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222539634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222539635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222539637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222539637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222539637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:41.145653 run osmo-stp_10.42.42.5(pid=2442): stdout: \u000a| (launched: 2022-12-12_22:25:39.461591)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:41.266167 run osmo-stp_10.42.42.5(pid=2442): stderr: \u000a| �[0;m�[38;5;43m20221212222539634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222539634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222539634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222539635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222539637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222539637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222539637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:41.318984 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2442): Process ended prematurely: osmo-stp_10.42.42.5(pid=2442) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2442)] [trial-2383↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a22:25:41.327502 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:25:41.386776 run osmo-hlr_10.42.42.2(pid=2437): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2437)]\u000a22:25:41.435557 run osmo-hlr_10.42.42.2(pid=2437): stdout: \u000a| (launched: 2022-12-12_22:25:38.510585) \u000a22:25:41.484786 run osmo-hlr_10.42.42.2(pid=2437): stderr: \u000a| �[0;m�[1;31m20221212222538686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222538686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222538687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222538687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222538687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222538687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222538700 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222538710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222538710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222538710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:25:41.551177 run osmo-msc_10.42.42.6(pid=2445): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2445)]\u000a22:25:41.599843 run osmo-msc_10.42.42.6(pid=2445): stdout: \u000a| (launched: 2022-12-12_22:25:40.438073) \u000a22:25:41.648832 run osmo-msc_10.42.42.6(pid=2445): stderr: \u000a| �[0;m�[38;5;43m20221212222540711 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212222540711 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd906630c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212222540711 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212222540711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212222540711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212222540712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212222540713 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212222540714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212222540714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212222540714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:25:41.690123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2436): Terminating (SIGTERM)\u000a22:25:41.729464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2439): Terminating (SIGTERM)\u000a22:25:41.768915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2444): Terminating (SIGTERM)\u000a22:25:41.778011 --- ParallelTerminationStrategy: PID 2436 died...\u000a22:25:41.830785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2436): Terminated: ok {rc=0}\u000a22:25:41.840429 --- ParallelTerminationStrategy: PID 2439 died...\u000a22:25:41.917985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2439): Terminated: ok {rc=0}\u000a22:25:41.927654 --- ParallelTerminationStrategy: PID 2444 died...\u000a22:25:41.979751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2444): Terminated: ok {rc=0}\u000a22:25:42.062326 bus /sierra_3: Setting Powered False\u000a22:25:43.169206 bus /sierra_3: Setting Powered False\u000a22:25:44.281386 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2453): Process ended prematurely: osmo-stp_10.42.42.5(pid=2453) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2453)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2453): Process ended prematurely: osmo-stp_10.42.42.5(pid=2453) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2453)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:25:45.390559 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:25:45.401976 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:25:45.560858 tst mo_mt_call_osmux.py: using LAC 31915\u000a22:25:45.682723 tst mo_mt_call_osmux.py: using RAC 40\u000a22:25:45.805060 tst mo_mt_call_osmux.py: using CellId 31915\u000a22:25:45.945315 tst mo_mt_call_osmux.py: using BVCI 31916\u000a22:25:45.969933 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:25:45.981680 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:25:45.993340 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:25:46.006064 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:25:46.019535 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:25:46.032083 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:25:46.151568 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:25:46.360109 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:25:46.888758 run create_hlr_db(pid=2447): Launched\u000a22:25:47.068458 bus /sierra_2: Setting Powered False\u000a22:25:48.085312 run create_hlr_db(pid=2447): Terminated: ok {rc=0}\u000a22:25:48.487587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2449): Launched\u000a22:25:48.790563 run osmo-hlr_10.42.42.2(pid=2450): Launched\u000a22:25:48.901767 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:25:49.427694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2452): Launched\u000a22:25:49.730246 run osmo-stp_10.42.42.5(pid=2453): Launched\u000a22:25:49.841643 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:25:50.395004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2455): Launched\u000a22:25:50.699445 run osmo-msc_10.42.42.6(pid=2456): Launched\u000a22:25:50.877673 run osmo-stp_10.42.42.5(pid=2453): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2453)]\u000a22:25:51.006562 run osmo-stp_10.42.42.5(pid=2453): stdout: \u000a| (launched: 2022-12-12_22:25:49.581334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:51.133880 run osmo-stp_10.42.42.5(pid=2453): stderr: \u000a| �[0;m�[38;5;43m20221212222549752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222549753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222549753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222549753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222549754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222549754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222549754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:51.255564 run osmo-stp_10.42.42.5(pid=2453): stdout: \u000a| (launched: 2022-12-12_22:25:49.581334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:51.375827 run osmo-stp_10.42.42.5(pid=2453): stderr: \u000a| �[0;m�[38;5;43m20221212222549752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222549753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222549753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222549753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222549754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222549754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222549754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:51.428713 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2453): Process ended prematurely: osmo-stp_10.42.42.5(pid=2453) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2453)] [trial-2383↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a22:25:51.437336 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:25:51.496995 run osmo-hlr_10.42.42.2(pid=2450): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2450)]\u000a22:25:51.546152 run osmo-hlr_10.42.42.2(pid=2450): stdout: \u000a| (launched: 2022-12-12_22:25:48.641287) \u000a22:25:51.596059 run osmo-hlr_10.42.42.2(pid=2450): stderr: \u000a| �[0;m�[1;31m20221212222548819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222548819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222548819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222548819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222548819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222548819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222548836 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222548846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222548846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222548847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:25:51.663403 run osmo-msc_10.42.42.6(pid=2456): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2456)]\u000a22:25:51.712476 run osmo-msc_10.42.42.6(pid=2456): stdout: \u000a| (launched: 2022-12-12_22:25:50.548920) \u000a22:25:51.761521 run osmo-msc_10.42.42.6(pid=2456): stderr: \u000a| �[0;m�[38;5;43m20221212222550822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212222550822 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f16a954ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212222550822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212222550822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212222550822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212222550822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212222550824 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212222550825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212222550825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212222550825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:25:51.803684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2449): Terminating (SIGTERM)\u000a22:25:51.843722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2452): Terminating (SIGTERM)\u000a22:25:51.883352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2455): Terminating (SIGTERM)\u000a22:25:51.892253 --- ParallelTerminationStrategy: PID 2449 died...\u000a22:25:51.945118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2449): Terminated: ok {rc=0}\u000a22:25:51.954863 --- ParallelTerminationStrategy: PID 2452 died...\u000a22:25:52.008079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2452): Terminated: ok {rc=0}\u000a22:25:52.017981 --- ParallelTerminationStrategy: PID 2455 died...\u000a22:25:52.070397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2455): Terminated: ok {rc=0}\u000a22:25:52.158204 bus /sierra_3: Setting Powered False\u000a22:25:53.262982 bus /sierra_3: Setting Powered False\u000a22:25:54.370116 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:25:35" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2467): Process ended prematurely: osmo-stp_10.42.42.5(pid=2467) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2467)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2467): Process ended prematurely: osmo-stp_10.42.42.5(pid=2467) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2467)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:25:56.378096 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:25:56.390042 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:25:56.552837 tst mo_mt_call.py: using LAC 31916\u000a22:25:56.678256 tst mo_mt_call.py: using RAC 41\u000a22:25:56.803911 tst mo_mt_call.py: using CellId 31916\u000a22:25:56.930158 tst mo_mt_call.py: using BVCI 31917\u000a22:25:56.955000 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:25:56.966559 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:25:56.977791 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:25:56.988934 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:25:57.000278 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:25:57.011568 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:25:57.128712 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:25:57.338339 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:25:57.855369 run create_hlr_db(pid=2461): Launched\u000a22:25:58.042983 bus /sierra_2: Setting Powered False\u000a22:25:59.064399 run create_hlr_db(pid=2461): Terminated: ok {rc=0}\u000a22:25:59.471419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2463): Launched\u000a22:25:59.775750 run osmo-hlr_10.42.42.2(pid=2464): Launched\u000a22:25:59.891876 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:26:00.417326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2466): Launched\u000a22:26:00.719302 run osmo-stp_10.42.42.5(pid=2467): Launched\u000a22:26:00.830065 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:26:01.458125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2469): Launched\u000a22:26:01.868152 run osmo-msc_10.42.42.6(pid=2470): Launched\u000a22:26:02.168379 run osmo-stp_10.42.42.5(pid=2467): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2467)]\u000a22:26:02.300494 run osmo-stp_10.42.42.5(pid=2467): stdout: \u000a| (launched: 2022-12-12_22:26:00.571045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:02.443792 run osmo-stp_10.42.42.5(pid=2467): stderr: \u000a| �[0;m�[38;5;43m20221212222600743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222600743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222600743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222600743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222600744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222600744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222600744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:02.575922 run osmo-stp_10.42.42.5(pid=2467): stdout: \u000a| (launched: 2022-12-12_22:26:00.571045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:02.705483 run osmo-stp_10.42.42.5(pid=2467): stderr: \u000a| �[0;m�[38;5;43m20221212222600743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222600743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222600743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222600743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222600744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222600744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222600744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:02.762338 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2467): Process ended prematurely: osmo-stp_10.42.42.5(pid=2467) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2467)] [trial-2383↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a22:26:02.771545 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a22:26:02.833485 run osmo-hlr_10.42.42.2(pid=2464): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2464)]\u000a22:26:02.885137 run osmo-hlr_10.42.42.2(pid=2464): stdout: \u000a| (launched: 2022-12-12_22:25:59.626878) \u000a22:26:02.936585 run osmo-hlr_10.42.42.2(pid=2464): stderr: \u000a| �[0;m�[1;31m20221212222559803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222559803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222559803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222559803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222559803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222559803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222559815 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222559824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222559825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222559825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:26:03.007005 run osmo-msc_10.42.42.6(pid=2470): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2470)]\u000a22:26:03.057944 run osmo-msc_10.42.42.6(pid=2470): stdout: \u000a| (launched: 2022-12-12_22:26:01.615209) \u000a22:26:03.109542 run osmo-msc_10.42.42.6(pid=2470): stderr: \u000a| �[0;m�[38;5;43m20221212222602247 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212222602253 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f426fe8dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212222602253 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212222602253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212222602254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212222602254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212222602267 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212222602268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212222602268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212222602268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:26:03.153319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2463): Terminating (SIGTERM)\u000a22:26:03.195198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2466): Terminating (SIGTERM)\u000a22:26:03.236653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2469): Terminating (SIGTERM)\u000a22:26:03.246432 --- ParallelTerminationStrategy: PID 2463 died...\u000a22:26:03.301847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2463): Terminated: ok {rc=0}\u000a22:26:03.311979 --- ParallelTerminationStrategy: PID 2466 died...\u000a22:26:03.367455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2466): Terminated: ok {rc=0}\u000a22:26:03.377615 --- ParallelTerminationStrategy: PID 2469 died...\u000a22:26:03.432668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2469): Terminated: ok {rc=0}\u000a22:26:03.518909 bus /sierra_3: Setting Powered False\u000a22:26:04.626205 bus /sierra_3: Setting Powered False\u000a22:26:05.733442 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2478): Process ended prematurely: osmo-stp_10.42.42.5(pid=2478) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2478)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2478): Process ended prematurely: osmo-stp_10.42.42.5(pid=2478) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2478)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:26:06.848349 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:26:06.860340 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:26:07.026289 tst mo_mt_call_osmux.py: using LAC 31917\u000a22:26:07.153428 tst mo_mt_call_osmux.py: using RAC 42\u000a22:26:07.286043 tst mo_mt_call_osmux.py: using CellId 31917\u000a22:26:07.414007 tst mo_mt_call_osmux.py: using BVCI 31918\u000a22:26:07.438711 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:26:07.450262 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:26:07.461728 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:26:07.473113 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:26:07.484569 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:26:07.495967 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:26:07.616345 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:26:07.818903 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:26:08.298289 run create_hlr_db(pid=2472): Launched\u000a22:26:08.473225 bus /sierra_2: Setting Powered False\u000a22:26:09.494389 run create_hlr_db(pid=2472): Terminated: ok {rc=0}\u000a22:26:09.926136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2474): Launched\u000a22:26:10.250172 run osmo-hlr_10.42.42.2(pid=2475): Launched\u000a22:26:10.372571 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:26:10.937667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2477): Launched\u000a22:26:11.260698 run osmo-stp_10.42.42.5(pid=2478): Launched\u000a22:26:11.379128 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:26:11.970783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2480): Launched\u000a22:26:12.293715 run osmo-msc_10.42.42.6(pid=2481): Launched\u000a22:26:12.482990 run osmo-stp_10.42.42.5(pid=2478): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2478)]\u000a22:26:12.619188 run osmo-stp_10.42.42.5(pid=2478): stdout: \u000a| (launched: 2022-12-12_22:26:11.102205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:12.755804 run osmo-stp_10.42.42.5(pid=2478): stderr: \u000a| �[0;m�[38;5;43m20221212222611296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222611296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222611296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222611297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222611297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222611297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222611297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:12.886221 run osmo-stp_10.42.42.5(pid=2478): stdout: \u000a| (launched: 2022-12-12_22:26:11.102205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:13.014992 run osmo-stp_10.42.42.5(pid=2478): stderr: \u000a| �[0;m�[38;5;43m20221212222611296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222611296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222611296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222611297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222611297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222611297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222611297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:13.071682 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2478): Process ended prematurely: osmo-stp_10.42.42.5(pid=2478) [trial-2383↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2478)] [trial-2383↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a22:26:13.080791 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:26:13.143134 run osmo-hlr_10.42.42.2(pid=2475): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2475)]\u000a22:26:13.194216 run osmo-hlr_10.42.42.2(pid=2475): stdout: \u000a| (launched: 2022-12-12_22:26:10.091300) \u000a22:26:13.245861 run osmo-hlr_10.42.42.2(pid=2475): stderr: \u000a| �[0;m�[1;31m20221212222610289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222610289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222610289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222610289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222610289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222610289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222610302 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222610310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222610310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222610310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:26:13.316648 run osmo-msc_10.42.42.6(pid=2481): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2481)]\u000a22:26:13.367775 run osmo-msc_10.42.42.6(pid=2481): stdout: \u000a| (launched: 2022-12-12_22:26:12.135627) \u000a22:26:13.419402 run osmo-msc_10.42.42.6(pid=2481): stderr: \u000a| �[0;m�[38;5;43m20221212222612462 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212222612462 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0a85110c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212222612462 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212222612462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212222612462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212222612462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212222612464 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212222612464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212222612465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212222612465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:26:13.463149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2474): Terminating (SIGTERM)\u000a22:26:13.504410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2477): Terminating (SIGTERM)\u000a22:26:13.546227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2480): Terminating (SIGTERM)\u000a22:26:13.555720 --- ParallelTerminationStrategy: PID 2474 died...\u000a22:26:13.610570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2474): Terminated: ok {rc=0}\u000a22:26:13.620471 --- ParallelTerminationStrategy: PID 2477 died...\u000a22:26:13.675653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2477): Terminated: ok {rc=0}\u000a22:26:13.685932 --- ParallelTerminationStrategy: PID 2480 died...\u000a22:26:13.740846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2480): Terminated: ok {rc=0}\u000a22:26:13.827006 bus /sierra_3: Setting Powered False\u000a22:26:14.931372 bus /sierra_3: Setting Powered False\u000a22:26:16.048034 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:25:56" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2492): Process ended prematurely: osmo-stp_10.42.42.5(pid=2492) [trial-2383↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2492)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2492): Process ended prematurely: osmo-stp_10.42.42.5(pid=2492) [trial-2383↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2492)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a22:26:18.051039 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:26:18.062766 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:26:18.227441 tst mo_mt_call.py: using LAC 31918\u000a22:26:18.355476 tst mo_mt_call.py: using RAC 43\u000a22:26:18.483999 tst mo_mt_call.py: using CellId 31918\u000a22:26:18.611338 tst mo_mt_call.py: using BVCI 31919\u000a22:26:18.636179 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:26:18.647695 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:26:18.659044 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:26:18.670955 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:26:18.682975 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:26:18.694941 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:26:18.814917 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:26:19.016704 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:26:19.495503 run create_hlr_db(pid=2486): Launched\u000a22:26:19.669952 bus /sierra_2: Setting Powered False\u000a22:26:20.690625 run create_hlr_db(pid=2486): Terminated: ok {rc=0}\u000a22:26:21.115987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2488): Launched\u000a22:26:21.419687 run osmo-hlr_10.42.42.2(pid=2489): Launched\u000a22:26:21.536583 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:26:22.074217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2491): Launched\u000a22:26:22.376931 run osmo-stp_10.42.42.5(pid=2492): Launched\u000a22:26:22.487821 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:26:23.041168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2494): Launched\u000a22:26:23.344251 run osmo-msc_10.42.42.6(pid=2495): Launched\u000a22:26:23.523584 run osmo-stp_10.42.42.5(pid=2492): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2492)]\u000a22:26:23.653115 run osmo-stp_10.42.42.5(pid=2492): stdout: \u000a| (launched: 2022-12-12_22:26:22.227979)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:23.779377 run osmo-stp_10.42.42.5(pid=2492): stderr: \u000a| �[0;m�[38;5;43m20221212222622399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222622399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222622399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222622399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222622400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222622400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222622400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:23.901341 run osmo-stp_10.42.42.5(pid=2492): stdout: \u000a| (launched: 2022-12-12_22:26:22.227979)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:24.021517 run osmo-stp_10.42.42.5(pid=2492): stderr: \u000a| �[0;m�[38;5;43m20221212222622399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222622399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222622399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222622399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222622400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222622400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222622400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:24.074294 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2492): Process ended prematurely: osmo-stp_10.42.42.5(pid=2492) [trial-2383↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2492)] [trial-2383↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a22:26:24.082765 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a22:26:24.142430 run osmo-hlr_10.42.42.2(pid=2489): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2489)]\u000a22:26:24.191171 run osmo-hlr_10.42.42.2(pid=2489): stdout: \u000a| (launched: 2022-12-12_22:26:21.270354) \u000a22:26:24.240607 run osmo-hlr_10.42.42.2(pid=2489): stderr: \u000a| �[0;m�[1;31m20221212222621447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222621447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222621447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222621447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222621447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222621447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222621465 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222621475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222621475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222621475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:26:24.307827 run osmo-msc_10.42.42.6(pid=2495): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2495)]\u000a22:26:24.356236 run osmo-msc_10.42.42.6(pid=2495): stdout: \u000a| (launched: 2022-12-12_22:26:23.194931) \u000a22:26:24.405785 run osmo-msc_10.42.42.6(pid=2495): stderr: \u000a| �[0;m�[38;5;43m20221212222623469 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212222623469 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f06938aac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212222623469 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212222623469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212222623470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212222623470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212222623474 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212222623474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212222623474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212222623474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:26:24.447190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2488): Terminating (SIGTERM)\u000a22:26:24.486580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2491): Terminating (SIGTERM)\u000a22:26:24.525855 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2494): Terminating (SIGTERM)\u000a22:26:24.535196 --- ParallelTerminationStrategy: PID 2488 died...\u000a22:26:24.587781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2488): Terminated: ok {rc=0}\u000a22:26:24.597870 --- ParallelTerminationStrategy: PID 2491 died...\u000a22:26:24.650150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2491): Terminated: ok {rc=0}\u000a22:26:24.659751 --- ParallelTerminationStrategy: PID 2494 died...\u000a22:26:24.712085 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2494): Terminated: ok {rc=0}\u000a22:26:24.795638 bus /sierra_3: Setting Powered False\u000a22:26:25.896753 bus /sierra_3: Setting Powered False\u000a22:26:27.008743 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2504): Process ended prematurely: osmo-stp_10.42.42.5(pid=2504) [trial-2383↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2504)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2504): Process ended prematurely: osmo-stp_10.42.42.5(pid=2504) [trial-2383↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:26:28.119300 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:26:28.131112 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:26:28.289819 tst mo_mt_call_osmux.py: using LAC 31919\u000a22:26:28.409623 tst mo_mt_call_osmux.py: using RAC 44\u000a22:26:28.531028 tst mo_mt_call_osmux.py: using CellId 31919\u000a22:26:28.650712 tst mo_mt_call_osmux.py: using BVCI 31920\u000a22:26:28.673947 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:26:28.684930 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:26:28.695735 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:26:28.706951 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:26:28.718257 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:26:28.729394 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:26:28.849090 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:26:29.053193 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:26:29.532556 run create_hlr_db(pid=2498): Launched\u000a22:26:29.708003 bus /sierra_2: Setting Powered False\u000a22:26:30.727163 run create_hlr_db(pid=2498): Terminated: ok {rc=0}\u000a22:26:31.208093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2500): Launched\u000a22:26:31.663378 run osmo-hlr_10.42.42.2(pid=2501): Launched\u000a22:26:31.969136 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:26:32.540919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2503): Launched\u000a22:26:32.864670 run osmo-stp_10.42.42.5(pid=2504): Launched\u000a22:26:32.982084 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:26:33.573487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2506): Launched\u000a22:26:33.898279 run osmo-msc_10.42.42.6(pid=2507): Launched\u000a22:26:34.087977 run osmo-stp_10.42.42.5(pid=2504): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2504)]\u000a22:26:34.224716 run osmo-stp_10.42.42.5(pid=2504): stdout: \u000a| (launched: 2022-12-12_22:26:32.706239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:34.361334 run osmo-stp_10.42.42.5(pid=2504): stderr: \u000a| �[0;m�[38;5;43m20221212222632900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222632900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222632900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222632901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222632901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222632901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222632901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:34.491633 run osmo-stp_10.42.42.5(pid=2504): stdout: \u000a| (launched: 2022-12-12_22:26:32.706239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:34.620737 run osmo-stp_10.42.42.5(pid=2504): stderr: \u000a| �[0;m�[38;5;43m20221212222632900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222632900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222632900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222632901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222632901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222632901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222632901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:34.677870 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2504): Process ended prematurely: osmo-stp_10.42.42.5(pid=2504) [trial-2383↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2504)] [trial-2383↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a22:26:34.687202 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a22:26:34.749342 run osmo-hlr_10.42.42.2(pid=2501): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2501)]\u000a22:26:34.800615 run osmo-hlr_10.42.42.2(pid=2501): stdout: \u000a| (launched: 2022-12-12_22:26:31.380655) \u000a22:26:34.852596 run osmo-hlr_10.42.42.2(pid=2501): stderr: \u000a| �[0;m�[1;31m20221212222631614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222631614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222631614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222631614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222631614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222631614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222631628 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222631646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222631647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222631647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:26:34.922653 run osmo-msc_10.42.42.6(pid=2507): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2507)]\u000a22:26:34.973473 run osmo-msc_10.42.42.6(pid=2507): stdout: \u000a| (launched: 2022-12-12_22:26:33.738951) \u000a22:26:35.024732 run osmo-msc_10.42.42.6(pid=2507): stderr: \u000a| �[0;m�[38;5;43m20221212222634060 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212222634060 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f065b2edc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212222634060 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212222634060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212222634060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212222634060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212222634062 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212222634063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212222634063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212222634063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:26:35.068092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2500): Terminating (SIGTERM)\u000a22:26:35.109347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2503): Terminating (SIGTERM)\u000a22:26:35.150481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2506): Terminating (SIGTERM)\u000a22:26:35.160056 --- ParallelTerminationStrategy: PID 2500 died...\u000a22:26:35.215270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2500): Terminated: ok {rc=0}\u000a22:26:35.225330 --- ParallelTerminationStrategy: PID 2503 died...\u000a22:26:35.280145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2503): Terminated: ok {rc=0}\u000a22:26:35.289989 --- ParallelTerminationStrategy: PID 2506 died...\u000a22:26:35.344753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2506): Terminated: ok {rc=0}\u000a22:26:35.430729 bus /sierra_3: Setting Powered False\u000a22:26:36.536716 bus /sierra_3: Setting Powered False\u000a22:26:37.643546 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:26:17" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2518): Process ended prematurely: osmo-stp_10.42.42.5(pid=2518) [trial-2383↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2518)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2518): Process ended prematurely: osmo-stp_10.42.42.5(pid=2518) [trial-2383↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2518)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a22:26:39.646854 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:26:39.658202 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:26:39.822949 tst mo_mt_call.py: using LAC 31920\u000a22:26:39.950705 tst mo_mt_call.py: using RAC 45\u000a22:26:40.078592 tst mo_mt_call.py: using CellId 31920\u000a22:26:40.206085 tst mo_mt_call.py: using BVCI 31921\u000a22:26:40.230963 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:26:40.242228 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:26:40.253329 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:26:40.264366 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:26:40.275490 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:26:40.286631 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:26:40.402163 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:26:40.602821 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:26:41.080259 run create_hlr_db(pid=2512): Launched\u000a22:26:41.256579 bus /sierra_2: Setting Powered False\u000a22:26:42.275597 run create_hlr_db(pid=2512): Terminated: ok {rc=0}\u000a22:26:42.705988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2514): Launched\u000a22:26:43.030460 run osmo-hlr_10.42.42.2(pid=2515): Launched\u000a22:26:43.152709 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:26:43.717074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2517): Launched\u000a22:26:44.039925 run osmo-stp_10.42.42.5(pid=2518): Launched\u000a22:26:44.157047 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:26:44.745732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2520): Launched\u000a22:26:45.069078 run osmo-msc_10.42.42.6(pid=2521): Launched\u000a22:26:45.258650 run osmo-stp_10.42.42.5(pid=2518): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2518)]\u000a22:26:45.395311 run osmo-stp_10.42.42.5(pid=2518): stdout: \u000a| (launched: 2022-12-12_22:26:43.881989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:45.531950 run osmo-stp_10.42.42.5(pid=2518): stderr: \u000a| �[0;m�[38;5;43m20221212222644072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222644072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222644072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222644073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222644075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222644075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222644075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:45.661954 run osmo-stp_10.42.42.5(pid=2518): stdout: \u000a| (launched: 2022-12-12_22:26:43.881989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:45.790388 run osmo-stp_10.42.42.5(pid=2518): stderr: \u000a| �[0;m�[38;5;43m20221212222644072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222644072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222644072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222644073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222644075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222644075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222644075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:45.851158 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2518): Process ended prematurely: osmo-stp_10.42.42.5(pid=2518) [trial-2383↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2518)] [trial-2383↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a22:26:45.861224 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:26:45.934595 run osmo-hlr_10.42.42.2(pid=2515): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2515)]\u000a22:26:45.985549 run osmo-hlr_10.42.42.2(pid=2515): stdout: \u000a| (launched: 2022-12-12_22:26:42.871366) \u000a22:26:46.037999 run osmo-hlr_10.42.42.2(pid=2515): stderr: \u000a| �[0;m�[1;31m20221212222643068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222643068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222643068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222643068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222643068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222643068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222643080 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222643088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222643088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222643089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:26:46.108637 run osmo-msc_10.42.42.6(pid=2521): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2521)]\u000a22:26:46.161214 run osmo-msc_10.42.42.6(pid=2521): stdout: \u000a| (launched: 2022-12-12_22:26:44.910726) \u000a22:26:46.213438 run osmo-msc_10.42.42.6(pid=2521): stderr: \u000a| �[0;m�[38;5;43m20221212222645234 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212222645234 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe61d2cac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212222645235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212222645235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212222645235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212222645235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212222645237 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212222645237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212222645237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212222645237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:26:46.258448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2514): Terminating (SIGTERM)\u000a22:26:46.300314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2517): Terminating (SIGTERM)\u000a22:26:46.346786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2520): Terminating (SIGTERM)\u000a22:26:46.358415 --- ParallelTerminationStrategy: PID 2514 died...\u000a22:26:46.416252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2514): Terminated: ok {rc=0}\u000a22:26:46.426796 --- ParallelTerminationStrategy: PID 2517 died...\u000a22:26:46.484361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2517): Terminated: ok {rc=0}\u000a22:26:46.494988 --- ParallelTerminationStrategy: PID 2520 died...\u000a22:26:46.552316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2520): Terminated: ok {rc=0}\u000a22:26:46.638332 bus /sierra_3: Setting Powered False\u000a22:26:47.742163 bus /sierra_3: Setting Powered False\u000a22:26:48.849561 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2529): Process ended prematurely: osmo-stp_10.42.42.5(pid=2529) [trial-2383↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2529)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2529): Process ended prematurely: osmo-stp_10.42.42.5(pid=2529) [trial-2383↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2529)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:26:49.964005 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:26:49.976003 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:26:50.143926 tst mo_mt_call_osmux.py: using LAC 31921\u000a22:26:50.271856 tst mo_mt_call_osmux.py: using RAC 46\u000a22:26:50.399476 tst mo_mt_call_osmux.py: using CellId 31921\u000a22:26:50.527157 tst mo_mt_call_osmux.py: using BVCI 31922\u000a22:26:50.552085 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:26:50.563458 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:26:50.574556 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:26:50.585625 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:26:50.596657 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:26:50.607822 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:26:50.727543 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:26:50.932567 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:26:51.412560 run create_hlr_db(pid=2523): Launched\u000a22:26:51.590426 bus /sierra_2: Setting Powered False\u000a22:26:52.609201 run create_hlr_db(pid=2523): Terminated: ok {rc=0}\u000a22:26:53.014171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2525): Launched\u000a22:26:53.319000 run osmo-hlr_10.42.42.2(pid=2526): Launched\u000a22:26:53.435574 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:26:53.977338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2528): Launched\u000a22:26:54.282222 run osmo-stp_10.42.42.5(pid=2529): Launched\u000a22:26:54.395559 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:26:54.950788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2531): Launched\u000a22:26:55.255971 run osmo-msc_10.42.42.6(pid=2532): Launched\u000a22:26:55.437118 run osmo-stp_10.42.42.5(pid=2529): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2529)]\u000a22:26:55.567250 run osmo-stp_10.42.42.5(pid=2529): stdout: \u000a| (launched: 2022-12-12_22:26:54.131763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:55.694640 run osmo-stp_10.42.42.5(pid=2529): stderr: \u000a| �[0;m�[38;5;43m20221212222654302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222654302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222654302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222654303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222654303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222654303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222654303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:55.816776 run osmo-stp_10.42.42.5(pid=2529): stdout: \u000a| (launched: 2022-12-12_22:26:54.131763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:55.938371 run osmo-stp_10.42.42.5(pid=2529): stderr: \u000a| �[0;m�[38;5;43m20221212222654302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222654302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222654302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222654303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222654303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222654303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222654303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:55.991814 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2529): Process ended prematurely: osmo-stp_10.42.42.5(pid=2529) [trial-2383↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2529)] [trial-2383↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a22:26:56.000395 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:26:56.060639 run osmo-hlr_10.42.42.2(pid=2526): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2526)]\u000a22:26:56.109330 run osmo-hlr_10.42.42.2(pid=2526): stdout: \u000a| (launched: 2022-12-12_22:26:53.169152) \u000a22:26:56.158714 run osmo-hlr_10.42.42.2(pid=2526): stderr: \u000a| �[0;m�[1;31m20221212222653347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222653347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222653347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222653347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222653347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222653347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222653359 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222653368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222653368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222653368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:26:56.225555 run osmo-msc_10.42.42.6(pid=2532): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2532)]\u000a22:26:56.273976 run osmo-msc_10.42.42.6(pid=2532): stdout: \u000a| (launched: 2022-12-12_22:26:55.104814) \u000a22:26:56.323776 run osmo-msc_10.42.42.6(pid=2532): stderr: \u000a| �[0;m�[38;5;43m20221212222655379 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212222655380 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe3b04bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212222655380 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212222655380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212222655380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212222655380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212222655382 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212222655382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212222655382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212222655383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:26:56.365444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2525): Terminating (SIGTERM)\u000a22:26:56.405165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2528): Terminating (SIGTERM)\u000a22:26:56.444841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2531): Terminating (SIGTERM)\u000a22:26:56.454566 --- ParallelTerminationStrategy: PID 2525 died...\u000a22:26:56.508149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2525): Terminated: ok {rc=0}\u000a22:26:56.517841 --- ParallelTerminationStrategy: PID 2528 died...\u000a22:26:56.571146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2528): Terminated: ok {rc=0}\u000a22:26:56.580681 --- ParallelTerminationStrategy: PID 2531 died...\u000a22:26:56.633862 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2531): Terminated: ok {rc=0}\u000a22:26:56.722213 bus /sierra_3: Setting Powered False\u000a22:26:57.824805 bus /sierra_3: Setting Powered False\u000a22:26:58.936162 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:26:39" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2543): Process ended prematurely: osmo-stp_10.42.42.5(pid=2543) [trial-2383↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2543)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2543): Process ended prematurely: osmo-stp_10.42.42.5(pid=2543) [trial-2383↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a22:27:00.964414 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:27:00.980109 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a22:27:01.146788 tst mo_mt_call.py: using LAC 31922\u000a22:27:01.276705 tst mo_mt_call.py: using RAC 47\u000a22:27:01.427850 tst mo_mt_call.py: using CellId 31922\u000a22:27:01.568394 tst mo_mt_call.py: using BVCI 31923\u000a22:27:01.595617 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:27:01.608089 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:27:01.620213 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:27:01.632880 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:27:01.645692 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:27:01.657963 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a22:27:01.783218 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a22:27:02.001868 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:27:02.526178 run create_hlr_db(pid=2537): Launched\u000a22:27:02.714848 bus /sierra_2: Setting Powered False\u000a22:27:03.734819 run create_hlr_db(pid=2537): Terminated: ok {rc=0}\u000a22:27:04.163981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2539): Launched\u000a22:27:04.487688 run osmo-hlr_10.42.42.2(pid=2540): Launched\u000a22:27:04.605871 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:27:05.167601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2542): Launched\u000a22:27:05.491036 run osmo-stp_10.42.42.5(pid=2543): Launched\u000a22:27:05.608111 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:27:06.199558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2545): Launched\u000a22:27:06.522203 run osmo-msc_10.42.42.6(pid=2546): Launched\u000a22:27:06.711580 run osmo-stp_10.42.42.5(pid=2543): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2543)]\u000a22:27:06.848043 run osmo-stp_10.42.42.5(pid=2543): stdout: \u000a| (launched: 2022-12-12_22:27:05.332892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:06.984610 run osmo-stp_10.42.42.5(pid=2543): stderr: \u000a| �[0;m�[38;5;43m20221212222705528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222705528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222705529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222705529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222705529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222705530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222705530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:07.114416 run osmo-stp_10.42.42.5(pid=2543): stdout: \u000a| (launched: 2022-12-12_22:27:05.332892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:07.243263 run osmo-stp_10.42.42.5(pid=2543): stderr: \u000a| �[0;m�[38;5;43m20221212222705528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222705528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222705529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222705529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222705529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222705530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222705530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:07.299805 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2543): Process ended prematurely: osmo-stp_10.42.42.5(pid=2543) [trial-2383↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2543)] [trial-2383↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a22:27:07.308859 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a22:27:07.370705 run osmo-hlr_10.42.42.2(pid=2540): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2540)]\u000a22:27:07.421690 run osmo-hlr_10.42.42.2(pid=2540): stdout: \u000a| (launched: 2022-12-12_22:27:04.329277) \u000a22:27:07.473216 run osmo-hlr_10.42.42.2(pid=2540): stderr: \u000a| �[0;m�[1;31m20221212222704527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222704527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222704527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222704527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222704527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222704527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222704539 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222704547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222704548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222704548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:27:07.543103 run osmo-msc_10.42.42.6(pid=2546): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2546)]\u000a22:27:07.593974 run osmo-msc_10.42.42.6(pid=2546): stdout: \u000a| (launched: 2022-12-12_22:27:06.364057) \u000a22:27:07.645291 run osmo-msc_10.42.42.6(pid=2546): stderr: \u000a| �[0;m�[38;5;43m20221212222706687 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212222706687 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe125435c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212222706687 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212222706687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212222706687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212222706687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212222706689 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212222706689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212222706690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212222706690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:27:07.688739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2539): Terminating (SIGTERM)\u000a22:27:07.730533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2542): Terminating (SIGTERM)\u000a22:27:07.771917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2545): Terminating (SIGTERM)\u000a22:27:07.781516 --- ParallelTerminationStrategy: PID 2539 died...\u000a22:27:07.836513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2539): Terminated: ok {rc=0}\u000a22:27:07.846588 --- ParallelTerminationStrategy: PID 2542 died...\u000a22:27:07.901833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2542): Terminated: ok {rc=0}\u000a22:27:07.911782 --- ParallelTerminationStrategy: PID 2545 died...\u000a22:27:07.967106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2545): Terminated: ok {rc=0}\u000a22:27:08.053041 bus /sierra_3: Setting Powered False\u000a22:27:09.154483 bus /sierra_3: Setting Powered False\u000a22:27:10.265004 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2554): Process ended prematurely: osmo-stp_10.42.42.5(pid=2554) [trial-2383↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2554)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2554): Process ended prematurely: osmo-stp_10.42.42.5(pid=2554) [trial-2383↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2554)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:27:11.378041 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:27:11.390129 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a22:27:11.536941 tst mo_mt_call_osmux.py: using LAC 31923\u000a22:27:11.660128 tst mo_mt_call_osmux.py: using RAC 48\u000a22:27:11.782257 tst mo_mt_call_osmux.py: using CellId 31923\u000a22:27:11.904855 tst mo_mt_call_osmux.py: using BVCI 31924\u000a22:27:11.928174 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:27:11.939275 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:27:11.950193 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:27:11.961397 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:27:11.972335 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:27:11.983381 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a22:27:12.101200 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a22:27:12.305923 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:27:12.786417 run create_hlr_db(pid=2548): Launched\u000a22:27:12.962923 bus /sierra_2: Setting Powered False\u000a22:27:13.982726 run create_hlr_db(pid=2548): Terminated: ok {rc=0}\u000a22:27:14.412373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2550): Launched\u000a22:27:14.735919 run osmo-hlr_10.42.42.2(pid=2551): Launched\u000a22:27:14.853696 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:27:15.416280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2553): Launched\u000a22:27:15.739912 run osmo-stp_10.42.42.5(pid=2554): Launched\u000a22:27:15.858781 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:27:16.524786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2556): Launched\u000a22:27:16.891613 run osmo-msc_10.42.42.6(pid=2557): Launched\u000a22:27:17.260153 run osmo-stp_10.42.42.5(pid=2554): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2554)]\u000a22:27:17.445424 run osmo-stp_10.42.42.5(pid=2554): stdout: \u000a| (launched: 2022-12-12_22:27:15.581345)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:17.581114 run osmo-stp_10.42.42.5(pid=2554): stderr: \u000a| �[0;m�[38;5;43m20221212222715774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222715774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222715774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222715775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222715777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222715777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222715777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:17.711593 run osmo-stp_10.42.42.5(pid=2554): stdout: \u000a| (launched: 2022-12-12_22:27:15.581345)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:17.841390 run osmo-stp_10.42.42.5(pid=2554): stderr: \u000a| �[0;m�[38;5;43m20221212222715774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222715774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222715774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222715775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222715777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222715777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222715777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:17.898666 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2554): Process ended prematurely: osmo-stp_10.42.42.5(pid=2554) [trial-2383↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2554)] [trial-2383↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a22:27:17.907810 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a22:27:17.970262 run osmo-hlr_10.42.42.2(pid=2551): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2551)]\u000a22:27:18.021635 run osmo-hlr_10.42.42.2(pid=2551): stdout: \u000a| (launched: 2022-12-12_22:27:14.577482) \u000a22:27:18.073768 run osmo-hlr_10.42.42.2(pid=2551): stderr: \u000a| �[0;m�[1;31m20221212222714776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222714776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222714776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222714776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222714776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222714776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222714788 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222714796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222714796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222714797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:27:18.144278 run osmo-msc_10.42.42.6(pid=2557): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2557)]\u000a22:27:18.195570 run osmo-msc_10.42.42.6(pid=2557): stdout: \u000a| (launched: 2022-12-12_22:27:16.687146) \u000a22:27:18.247433 run osmo-msc_10.42.42.6(pid=2557): stderr: \u000a| �[0;m�[38;5;43m20221212222717176 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212222717176 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f21452b7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212222717176 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212222717176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212222717185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212222717185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212222717187 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212222717187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212222717187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212222717187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:27:18.291580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2550): Terminating (SIGTERM)\u000a22:27:18.333481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2553): Terminating (SIGTERM)\u000a22:27:18.375285 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2556): Terminating (SIGTERM)\u000a22:27:18.384897 --- ParallelTerminationStrategy: PID 2550 died...\u000a22:27:18.440928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2550): Terminated: ok {rc=0}\u000a22:27:18.450926 --- ParallelTerminationStrategy: PID 2553 died...\u000a22:27:18.506327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2553): Terminated: ok {rc=0}\u000a22:27:18.516222 --- ParallelTerminationStrategy: PID 2556 died...\u000a22:27:18.571430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2556): Terminated: ok {rc=0}\u000a22:27:18.657145 bus /sierra_3: Setting Powered False\u000a22:27:19.763627 bus /sierra_3: Setting Powered False\u000a22:27:20.870918 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:27:00" }, { "cases" : [ { "testActions" : [ ], "age" : 239, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2568): Process ended prematurely: osmo-stp_10.42.42.5(pid=2568) [trial-2383↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2568)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2568): Process ended prematurely: osmo-stp_10.42.42.5(pid=2568) [trial-2383↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2568)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a22:27:22.871481 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:27:22.883665 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:27:23.032583 tst mo_mt_call.py: using LAC 31924\u000a22:27:23.162044 tst mo_mt_call.py: using RAC 49\u000a22:27:23.291299 tst mo_mt_call.py: using CellId 31924\u000a22:27:23.422597 tst mo_mt_call.py: using BVCI 31925\u000a22:27:23.447503 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:27:23.459188 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:27:23.470816 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:27:23.482330 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:27:23.493870 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:27:23.505332 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:27:23.625118 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:27:23.827907 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:27:24.307603 run create_hlr_db(pid=2562): Launched\u000a22:27:24.483740 bus /sierra_2: Setting Powered False\u000a22:27:25.503918 run create_hlr_db(pid=2562): Terminated: ok {rc=0}\u000a22:27:25.910477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2564): Launched\u000a22:27:26.216480 run osmo-hlr_10.42.42.2(pid=2565): Launched\u000a22:27:26.334794 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:27:26.871969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2567): Launched\u000a22:27:27.177147 run osmo-stp_10.42.42.5(pid=2568): Launched\u000a22:27:27.289399 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:27:27.845342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2570): Launched\u000a22:27:28.151175 run osmo-msc_10.42.42.6(pid=2571): Launched\u000a22:27:28.331599 run osmo-stp_10.42.42.5(pid=2568): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2568)]\u000a22:27:28.461717 run osmo-stp_10.42.42.5(pid=2568): stdout: \u000a| (launched: 2022-12-12_22:27:27.026290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:28.588789 run osmo-stp_10.42.42.5(pid=2568): stderr: \u000a| �[0;m�[38;5;43m20221212222727196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222727196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222727196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222727196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222727199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222727199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222727199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:28.711087 run osmo-stp_10.42.42.5(pid=2568): stdout: \u000a| (launched: 2022-12-12_22:27:27.026290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:28.832100 run osmo-stp_10.42.42.5(pid=2568): stderr: \u000a| �[0;m�[38;5;43m20221212222727196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222727196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222727196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222727196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222727199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222727199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222727199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:28.885536 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2568): Process ended prematurely: osmo-stp_10.42.42.5(pid=2568) [trial-2383↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2568)] [trial-2383↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a22:27:28.894169 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a22:27:28.954141 run osmo-hlr_10.42.42.2(pid=2565): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2565)]\u000a22:27:29.002868 run osmo-hlr_10.42.42.2(pid=2565): stdout: \u000a| (launched: 2022-12-12_22:27:26.065764) \u000a22:27:29.052127 run osmo-hlr_10.42.42.2(pid=2565): stderr: \u000a| �[0;m�[1;31m20221212222726241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222726241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222726241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222726241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222726241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222726241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222726257 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222726267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222726267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222726267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:27:29.118973 run osmo-msc_10.42.42.6(pid=2571): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2571)]\u000a22:27:29.167451 run osmo-msc_10.42.42.6(pid=2571): stdout: \u000a| (launched: 2022-12-12_22:27:28.000295) \u000a22:27:29.216736 run osmo-msc_10.42.42.6(pid=2571): stderr: \u000a| �[0;m�[38;5;43m20221212222728274 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212222728274 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f98a5eafc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212222728274 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212222728274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212222728274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212222728274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212222728276 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212222728277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212222728277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212222728277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:27:29.258115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2564): Terminating (SIGTERM)\u000a22:27:29.297790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2567): Terminating (SIGTERM)\u000a22:27:29.337428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2570): Terminating (SIGTERM)\u000a22:27:29.346845 --- ParallelTerminationStrategy: PID 2564 died...\u000a22:27:29.399877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2564): Terminated: ok {rc=0}\u000a22:27:29.409492 --- ParallelTerminationStrategy: PID 2567 died...\u000a22:27:29.462024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2567): Terminated: ok {rc=0}\u000a22:27:29.471819 --- ParallelTerminationStrategy: PID 2570 died...\u000a22:27:29.524791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2570): Terminated: ok {rc=0}\u000a22:27:29.612150 bus /sierra_3: Setting Powered False\u000a22:27:30.714769 bus /sierra_3: Setting Powered False\u000a22:27:31.845075 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2579): Process ended prematurely: osmo-stp_10.42.42.5(pid=2579) [trial-2383↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2579)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2579): Process ended prematurely: osmo-stp_10.42.42.5(pid=2579) [trial-2383↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2579)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:27:32.960896 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:27:32.973531 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:27:33.128208 tst mo_mt_call_osmux.py: using LAC 31925\u000a22:27:33.262196 tst mo_mt_call_osmux.py: using RAC 50\u000a22:27:33.394395 tst mo_mt_call_osmux.py: using CellId 31925\u000a22:27:33.513465 tst mo_mt_call_osmux.py: using BVCI 31926\u000a22:27:33.536679 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:27:33.548040 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:27:33.559171 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:27:33.570686 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:27:33.582140 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:27:33.593414 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:27:33.713202 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:27:33.929708 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:27:34.446180 run create_hlr_db(pid=2573): Launched\u000a22:27:34.633957 bus /sierra_2: Setting Powered False\u000a22:27:35.653535 run create_hlr_db(pid=2573): Terminated: ok {rc=0}\u000a22:27:36.061171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2575): Launched\u000a22:27:36.364522 run osmo-hlr_10.42.42.2(pid=2576): Launched\u000a22:27:36.475823 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:27:37.003240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2578): Launched\u000a22:27:37.305895 run osmo-stp_10.42.42.5(pid=2579): Launched\u000a22:27:37.417915 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:27:37.971450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2581): Launched\u000a22:27:38.276375 run osmo-msc_10.42.42.6(pid=2582): Launched\u000a22:27:38.455371 run osmo-stp_10.42.42.5(pid=2579): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2579)]\u000a22:27:38.585113 run osmo-stp_10.42.42.5(pid=2579): stdout: \u000a| (launched: 2022-12-12_22:27:37.156822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:38.711779 run osmo-stp_10.42.42.5(pid=2579): stderr: \u000a| �[0;m�[38;5;43m20221212222737328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222737328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222737329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222737329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222737330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222737330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222737330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:38.834110 run osmo-stp_10.42.42.5(pid=2579): stdout: \u000a| (launched: 2022-12-12_22:27:37.156822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:38.955414 run osmo-stp_10.42.42.5(pid=2579): stderr: \u000a| �[0;m�[38;5;43m20221212222737328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222737328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222737329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222737329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222737330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222737330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222737330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:39.008653 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2579): Process ended prematurely: osmo-stp_10.42.42.5(pid=2579) [trial-2383↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2579)] [trial-2383↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a22:27:39.017373 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:27:39.076809 run osmo-hlr_10.42.42.2(pid=2576): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2576)]\u000a22:27:39.126061 run osmo-hlr_10.42.42.2(pid=2576): stdout: \u000a| (launched: 2022-12-12_22:27:36.215363) \u000a22:27:39.175595 run osmo-hlr_10.42.42.2(pid=2576): stderr: \u000a| �[0;m�[1;31m20221212222736390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222736390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222736390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222736390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222736390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222736391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222736403 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222736412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222736413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222736413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:27:39.242352 run osmo-msc_10.42.42.6(pid=2582): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2582)]\u000a22:27:39.290661 run osmo-msc_10.42.42.6(pid=2582): stdout: \u000a| (launched: 2022-12-12_22:27:38.125815) \u000a22:27:39.340697 run osmo-msc_10.42.42.6(pid=2582): stderr: \u000a| �[0;m�[38;5;43m20221212222738399 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212222738400 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feca4f28c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212222738400 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212222738400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212222738400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212222738400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212222738402 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212222738402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212222738403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212222738403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:27:39.382240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2575): Terminating (SIGTERM)\u000a22:27:39.421952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2578): Terminating (SIGTERM)\u000a22:27:39.461781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2581): Terminating (SIGTERM)\u000a22:27:39.471375 --- ParallelTerminationStrategy: PID 2575 died...\u000a22:27:39.524299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2575): Terminated: ok {rc=0}\u000a22:27:39.534333 --- ParallelTerminationStrategy: PID 2578 died...\u000a22:27:39.587054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2578): Terminated: ok {rc=0}\u000a22:27:39.597144 --- ParallelTerminationStrategy: PID 2581 died...\u000a22:27:39.650172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2581): Terminated: ok {rc=0}\u000a22:27:39.736861 bus /sierra_3: Setting Powered False\u000a22:27:40.839722 bus /sierra_3: Setting Powered False\u000a22:27:41.945415 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:27:22" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2595): Process ended prematurely: osmo-stp_10.42.42.5(pid=2595) [trial-2383↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2595)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2595): Process ended prematurely: osmo-stp_10.42.42.5(pid=2595) [trial-2383↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2595)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a22:27:43.971125 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:27:43.982409 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a22:27:44.126080 tst emergency_mo_mt_call.py: using LAC 31926\u000a22:27:44.245513 tst emergency_mo_mt_call.py: using RAC 51\u000a22:27:44.362098 tst emergency_mo_mt_call.py: using CellId 31926\u000a22:27:44.478867 tst emergency_mo_mt_call.py: using BVCI 31927\u000a22:27:44.501642 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:27:44.512180 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:27:44.522601 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:27:44.533297 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:27:44.544031 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:27:44.555089 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a22:27:44.670127 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a22:27:44.878295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:27:45.387442 run create_hlr_db(pid=2589): Launched\u000a22:27:45.573637 bus /sierra_2: Setting Powered False\u000a22:27:46.587675 run create_hlr_db(pid=2589): Terminated: ok {rc=0}\u000a22:27:47.022492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2591): Launched\u000a22:27:47.349490 run osmo-hlr_10.42.42.2(pid=2592): Launched\u000a22:27:47.465033 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:27:48.018455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2594): Launched\u000a22:27:48.335535 run osmo-stp_10.42.42.5(pid=2595): Launched\u000a22:27:48.461533 tst emergency_mo_mt_call.py: using MSISDN 8004\u000a22:27:48.620590 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:27:49.201329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2597): Launched\u000a22:27:49.518483 run osmo-msc_10.42.42.6(pid=2598): Launched\u000a22:27:49.704670 run osmo-stp_10.42.42.5(pid=2595): ERR: Terminated: ERROR {rc=1} [trial-2383↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2595)]\u000a22:27:49.839282 run osmo-stp_10.42.42.5(pid=2595): stdout: \u000a| (launched: 2022-12-12_22:27:48.180405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:49.974352 run osmo-stp_10.42.42.5(pid=2595): stderr: \u000a| �[0;m�[38;5;43m20221212222748374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222748374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222748374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222748375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222748375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222748375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222748375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:50.102461 run osmo-stp_10.42.42.5(pid=2595): stdout: \u000a| (launched: 2022-12-12_22:27:48.180405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:50.228766 run osmo-stp_10.42.42.5(pid=2595): stderr: \u000a| �[0;m�[38;5;43m20221212222748374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222748374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222748374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222748375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222748375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222748375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222748375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:50.284322 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=2595): Process ended prematurely: osmo-stp_10.42.42.5(pid=2595) [trial-2383↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2595)] [trial-2383↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a22:27:50.292822 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a22:27:50.354871 run osmo-hlr_10.42.42.2(pid=2592): ERR: Terminated: ERROR {rc=237} [trial-2383↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2592)]\u000a22:27:50.405718 run osmo-hlr_10.42.42.2(pid=2592): stdout: \u000a| (launched: 2022-12-12_22:27:47.178218) \u000a22:27:50.457362 run osmo-hlr_10.42.42.2(pid=2592): stderr: \u000a| �[0;m�[1;31m20221212222747385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222747386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222747386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222747386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222747386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222747386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222747398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222747406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222747406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222747406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:27:50.527327 run osmo-msc_10.42.42.6(pid=2598): ERR: Terminated: ERROR {rc=2} [trial-2383↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2598)]\u000a22:27:50.578233 run osmo-msc_10.42.42.6(pid=2598): stdout: \u000a| (launched: 2022-12-12_22:27:49.363204) \u000a22:27:50.629679 run osmo-msc_10.42.42.6(pid=2598): stderr: \u000a| �[0;m�[38;5;43m20221212222749687 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212222749687 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f12828d8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212222749687 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212222749687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212222749688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212222749688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212222749690 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212222749690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212222749690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212222749690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:27:50.673174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2591): Terminating (SIGTERM)\u000a22:27:50.714510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2594): Terminating (SIGTERM)\u000a22:27:50.755994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2597): Terminating (SIGTERM)\u000a22:27:50.765736 --- ParallelTerminationStrategy: PID 2591 died...\u000a22:27:50.821593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2591): Terminated: ok {rc=0}\u000a22:27:50.831842 --- ParallelTerminationStrategy: PID 2594 died...\u000a22:27:50.886984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2594): Terminated: ok {rc=0}\u000a22:27:50.897415 --- ParallelTerminationStrategy: PID 2597 died...\u000a22:27:50.952701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2597): Terminated: ok {rc=0}\u000a22:27:51.037975 bus /sierra_3: Setting Powered False\u000a22:27:52.138940 bus /sierra_3: Setting Powered False\u000a22:27:53.250273 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2606): Process ended prematurely: osmo-stp_10.42.42.5(pid=2606) [trial-2383↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2606)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2606): Process ended prematurely: osmo-stp_10.42.42.5(pid=2606) [trial-2383↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2606)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a22:27:54.301067 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:27:54.312130 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a22:27:54.450713 tst emergency_preemptive_call.py: using LAC 31927\u000a22:27:54.574125 tst emergency_preemptive_call.py: using RAC 52\u000a22:27:54.700690 tst emergency_preemptive_call.py: using CellId 31927\u000a22:27:54.822697 tst emergency_preemptive_call.py: using BVCI 31928\u000a22:27:54.845521 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:27:54.856168 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:27:54.866749 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:27:54.877637 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:27:54.888374 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:27:54.899105 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a22:27:55.014092 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a22:27:55.131836 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a22:27:55.246732 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a22:27:55.456595 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:27:55.966780 run create_hlr_db(pid=2600): Launched\u000a22:27:56.151009 bus /sierra_2: Setting Powered False\u000a22:27:57.171074 run create_hlr_db(pid=2600): Terminated: ok {rc=0}\u000a22:27:57.572134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2602): Launched\u000a22:27:57.870732 run osmo-hlr_10.42.42.2(pid=2603): Launched\u000a22:27:57.988592 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:27:58.512717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2605): Launched\u000a22:27:58.810385 run osmo-stp_10.42.42.5(pid=2606): Launched\u000a22:27:58.931414 tst emergency_preemptive_call.py: using MSISDN 8005\u000a22:27:59.079981 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:27:59.626795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2608): Launched\u000a22:27:59.926151 run osmo-msc_10.42.42.6(pid=2609): Launched\u000a22:28:00.101758 run osmo-stp_10.42.42.5(pid=2606): ERR: Terminated: ERROR {rc=1} [trial-2383↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2606)]\u000a22:28:00.229699 run osmo-stp_10.42.42.5(pid=2606): stdout: \u000a| (launched: 2022-12-12_22:27:58.663824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:00.354661 run osmo-stp_10.42.42.5(pid=2606): stderr: \u000a| �[0;m�[38;5;43m20221212222758832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222758832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222758832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222758833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222758836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222758836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222758836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:00.474910 run osmo-stp_10.42.42.5(pid=2606): stdout: \u000a| (launched: 2022-12-12_22:27:58.663824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:00.593962 run osmo-stp_10.42.42.5(pid=2606): stderr: \u000a| �[0;m�[38;5;43m20221212222758832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222758832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222758832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222758833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222758836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222758836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222758836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:00.646055 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=2606): Process ended prematurely: osmo-stp_10.42.42.5(pid=2606) [trial-2383↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2606)] [trial-2383↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a22:28:00.654229 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a22:28:00.714114 run osmo-hlr_10.42.42.2(pid=2603): ERR: Terminated: ERROR {rc=237} [trial-2383↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2603)]\u000a22:28:00.763453 run osmo-hlr_10.42.42.2(pid=2603): stdout: \u000a| (launched: 2022-12-12_22:27:57.723350) \u000a22:28:00.813431 run osmo-hlr_10.42.42.2(pid=2603): stderr: \u000a| �[0;m�[1;31m20221212222757897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222757897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222757897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222757897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222757897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222757897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222757910 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222757919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222757919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222757919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:28:00.885354 run osmo-msc_10.42.42.6(pid=2609): ERR: Terminated: ERROR {rc=2} [trial-2383↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2609)]\u000a22:28:00.935367 run osmo-msc_10.42.42.6(pid=2609): stdout: \u000a| (launched: 2022-12-12_22:27:59.778317) \u000a22:28:00.986582 run osmo-msc_10.42.42.6(pid=2609): stderr: \u000a| �[0;m�[38;5;43m20221212222800052 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212222800053 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7c9589dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212222800053 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212222800053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212222800053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212222800053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212222800055 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212222800055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212222800055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212222800056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:28:01.029412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2602): Terminating (SIGTERM)\u000a22:28:01.070234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2605): Terminating (SIGTERM)\u000a22:28:01.110934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2608): Terminating (SIGTERM)\u000a22:28:01.121179 --- ParallelTerminationStrategy: PID 2602 died...\u000a22:28:01.176851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2602): Terminated: ok {rc=0}\u000a22:28:01.187449 --- ParallelTerminationStrategy: PID 2605 died...\u000a22:28:01.241755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2605): Terminated: ok {rc=0}\u000a22:28:01.251757 --- ParallelTerminationStrategy: PID 2608 died...\u000a22:28:01.305629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2608): Terminated: ok {rc=0}\u000a22:28:01.397975 bus /sierra_9: Setting Powered False\u000a22:28:02.503889 bus /sierra_9: Setting Powered False\u000a22:28:03.612189 bus /sierra_8: Setting Powered False\u000a22:28:04.712474 bus /sierra_8: Setting Powered False\u000a22:28:05.823531 bus /sierra_3: Setting Powered False\u000a22:28:06.926389 bus /sierra_3: Setting Powered False\u000a22:28:08.037821 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:27:43" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2627): Process ended prematurely: osmo-stp_10.42.42.5(pid=2627) [trial-2383↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2627)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2627): Process ended prematurely: osmo-stp_10.42.42.5(pid=2627) [trial-2383↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2627)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:28:10.164869 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:10.175848 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a22:28:10.319569 tst cs_paging_gprs_active.py: using LAC 31928\u000a22:28:10.446288 tst cs_paging_gprs_active.py: using RAC 53\u000a22:28:10.572697 tst cs_paging_gprs_active.py: using CellId 31928\u000a22:28:10.699367 tst cs_paging_gprs_active.py: using BVCI 31929\u000a22:28:10.724478 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:10.735524 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:10.746420 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:10.757253 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:10.767941 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:10.779104 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:10.790113 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:10.800852 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:10.811845 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:28:10.930352 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:28:11.209164 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:28:11.336510 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:28:11.651517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2614): Launched\u000a22:28:11.914581 run iperf3-srv_10.42.42.10(pid=2615): Launched\u000a22:28:12.101854 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:28:12.230326 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:28:12.546671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2616): Launched\u000a22:28:12.807975 run iperf3-srv_10.42.42.10(pid=2617): Launched\u000a22:28:12.993589 tst cs_paging_gprs_active.py:38: start network...\u000a22:28:13.120118 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:28:13.601659 run create_hlr_db(pid=2619): Launched\u000a22:28:13.777276 bus /sierra_2: Setting Powered False\u000a22:28:14.798144 run create_hlr_db(pid=2619): Terminated: ok {rc=0}\u000a22:28:15.229395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2622): Launched\u000a22:28:15.556139 run osmo-hlr_10.42.42.2(pid=2623): Launched\u000a22:28:15.676564 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:28:16.254683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2626): Launched\u000a22:28:16.721231 run osmo-stp_10.42.42.5(pid=2627): Launched\u000a22:28:16.957592 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:28:17.530596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2629): Launched\u000a22:28:17.646900 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:28:17.930964 run patchelf(pid=2630): Launched\u000a22:28:18.122097 run osmo-stp_10.42.42.5(pid=2627): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2627)]\u000a22:28:18.261716 run osmo-stp_10.42.42.5(pid=2627): stdout: \u000a| (launched: 2022-12-12_22:28:16.415689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:18.401645 run osmo-stp_10.42.42.5(pid=2627): stderr: \u000a| �[0;m�[38;5;43m20221212222816668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222816669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222816669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222816670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222816672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222816672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222816672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:18.537167 run osmo-stp_10.42.42.5(pid=2627): stdout: \u000a| (launched: 2022-12-12_22:28:16.415689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:18.671362 run osmo-stp_10.42.42.5(pid=2627): stderr: \u000a| �[0;m�[38;5;43m20221212222816668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222816669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222816669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222816670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222816672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222816672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222816672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:18.828100 run patchelf(pid=2630): Terminating (SIGINT)\u000a22:28:19.012809 run patchelf(pid=2630): Terminated: ok {rc=0}\u000a22:28:19.046498 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2627): Process ended prematurely: osmo-stp_10.42.42.5(pid=2627) [trial-2383↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2627)] [trial-2383↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a22:28:19.056405 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a22:28:19.118864 run osmo-hlr_10.42.42.2(pid=2623): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2623)]\u000a22:28:19.169973 run osmo-hlr_10.42.42.2(pid=2623): stdout: \u000a| (launched: 2022-12-12_22:28:15.395181) \u000a22:28:19.221455 run osmo-hlr_10.42.42.2(pid=2623): stderr: \u000a| �[0;m�[1;31m20221212222815593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222815593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222815593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222815593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222815593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222815593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222815606 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222815615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222815615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222815615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:28:19.265604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2614): Terminating (SIGTERM)\u000a22:28:19.307335 run iperf3-srv_10.42.42.10(pid=2615): Terminating (SIGTERM)\u000a22:28:19.349176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2616): Terminating (SIGTERM)\u000a22:28:19.391034 run iperf3-srv_10.42.42.10(pid=2617): Terminating (SIGTERM)\u000a22:28:19.432756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2622): Terminating (SIGTERM)\u000a22:28:19.474417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2626): Terminating (SIGTERM)\u000a22:28:19.516158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2629): Terminating (SIGTERM)\u000a22:28:19.525814 --- ParallelTerminationStrategy: PID 2614 died...\u000a22:28:19.581141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2614): Terminated: ok {rc=0}\u000a22:28:19.591081 --- ParallelTerminationStrategy: PID 2615 died...\u000a22:28:19.645906 run iperf3-srv_10.42.42.10(pid=2615): Terminated {rc=256}\u000a22:28:19.655781 --- ParallelTerminationStrategy: PID 2616 died...\u000a22:28:19.710682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2616): Terminated: ok {rc=0}\u000a22:28:19.720559 --- ParallelTerminationStrategy: PID 2617 died...\u000a22:28:19.775400 run iperf3-srv_10.42.42.10(pid=2617): Terminated {rc=256}\u000a22:28:19.785327 --- ParallelTerminationStrategy: PID 2622 died...\u000a22:28:19.839999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2622): Terminated: ok {rc=0}\u000a22:28:19.849893 --- ParallelTerminationStrategy: PID 2626 died...\u000a22:28:19.904927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2626): Terminated: ok {rc=0}\u000a22:28:19.914933 --- ParallelTerminationStrategy: PID 2629 died...\u000a22:28:19.969776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2629): Terminated: ok {rc=0}\u000a22:28:20.054169 bus /gobi_0: Setting Powered False\u000a22:28:21.161041 bus /gobi_0: Setting Powered False\u000a22:28:22.270268 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2639): Process ended prematurely: osmo-stp_10.42.42.5(pid=2639) [trial-2383↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2639)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2639): Process ended prematurely: osmo-stp_10.42.42.5(pid=2639) [trial-2383↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2639)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a22:28:23.384210 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:23.395736 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a22:28:23.544305 tst iperf3.py: using LAC 31929\u000a22:28:23.672390 tst iperf3.py: using RAC 54\u000a22:28:23.804055 tst iperf3.py: using CellId 31929\u000a22:28:23.927184 tst iperf3.py: using BVCI 31930\u000a22:28:23.950875 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:23.961589 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:23.971948 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:23.983099 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:23.994027 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:24.004436 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:24.015755 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:24.026479 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:24.037547 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:28:24.320015 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:28:24.447051 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:28:24.762198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2631): Launched\u000a22:28:25.024308 run iperf3-srv_10.42.42.10(pid=2632): Launched\u000a22:28:25.210580 tst iperf3.py:8: start network...\u000a22:28:25.337829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:28:25.814926 run create_hlr_db(pid=2633): Launched\u000a22:28:25.989795 bus /gobi_6: Setting Powered False\u000a22:28:27.010512 run create_hlr_db(pid=2633): Terminated: ok {rc=0}\u000a22:28:27.414976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2635): Launched\u000a22:28:27.720740 run osmo-hlr_10.42.42.2(pid=2636): Launched\u000a22:28:27.837400 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:28:28.373813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2638): Launched\u000a22:28:28.680503 run osmo-stp_10.42.42.5(pid=2639): Launched\u000a22:28:28.792230 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:28:29.323197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2641): Launched\u000a22:28:29.431685 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:28:29.697236 run patchelf(pid=2642): Launched\u000a22:28:29.875393 run osmo-stp_10.42.42.5(pid=2639): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2639)]\u000a22:28:30.005936 run osmo-stp_10.42.42.5(pid=2639): stdout: \u000a| (launched: 2022-12-12_22:28:28.528742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:30.136406 run osmo-stp_10.42.42.5(pid=2639): stderr: \u000a| �[0;m�[38;5;43m20221212222828698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222828699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222828699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222828699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222828700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222828700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222828700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:30.262705 run osmo-stp_10.42.42.5(pid=2639): stdout: \u000a| (launched: 2022-12-12_22:28:28.528742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:30.388784 run osmo-stp_10.42.42.5(pid=2639): stderr: \u000a| �[0;m�[38;5;43m20221212222828698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222828699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222828699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222828699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222828700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222828700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222828700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:30.535637 run patchelf(pid=2642): Terminating (SIGINT)\u000a22:28:30.708396 run patchelf(pid=2642): Terminated: ok {rc=0}\u000a22:28:30.739977 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2639): Process ended prematurely: osmo-stp_10.42.42.5(pid=2639) [trial-2383↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2639)] [trial-2383↪gprs:trx-b200↪iperf3.py:8]\u000a22:28:30.749318 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a22:28:30.809346 run osmo-hlr_10.42.42.2(pid=2636): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2636)]\u000a22:28:30.893280 run osmo-hlr_10.42.42.2(pid=2636): stdout: \u000a| (launched: 2022-12-12_22:28:27.569946) \u000a22:28:30.948827 run osmo-hlr_10.42.42.2(pid=2636): stderr: \u000a| �[0;m�[1;31m20221212222827749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222827749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222827749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222827749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222827749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222827749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222827761 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222827769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222827769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222827769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:28:30.993973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2631): Terminating (SIGTERM)\u000a22:28:31.039169 run iperf3-srv_10.42.42.10(pid=2632): Terminating (SIGTERM)\u000a22:28:31.083690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2635): Terminating (SIGTERM)\u000a22:28:31.127969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2638): Terminating (SIGTERM)\u000a22:28:31.174290 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2641): Terminating (SIGTERM)\u000a22:28:31.185742 --- ParallelTerminationStrategy: PID 2631 died...\u000a22:28:31.244452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2631): Terminated: ok {rc=0}\u000a22:28:31.255121 --- ParallelTerminationStrategy: PID 2632 died...\u000a22:28:31.311795 run iperf3-srv_10.42.42.10(pid=2632): Terminated {rc=256}\u000a22:28:31.322808 --- ParallelTerminationStrategy: PID 2635 died...\u000a22:28:31.381568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2635): Terminated: ok {rc=0}\u000a22:28:31.392098 --- ParallelTerminationStrategy: PID 2638 died...\u000a22:28:31.450018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2638): Terminated: ok {rc=0}\u000a22:28:31.460575 --- ParallelTerminationStrategy: PID 2641 died...\u000a22:28:31.519038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2641): Terminated: ok {rc=0}\u000a22:28:31.610614 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2657): Process ended prematurely: osmo-stp_10.42.42.5(pid=2657) [trial-2383↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2657)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2657): Process ended prematurely: osmo-stp_10.42.42.5(pid=2657) [trial-2383↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2657)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a22:28:32.723735 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:32.735348 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a22:28:32.879459 tst iperf3m4.py: using LAC 31930\u000a22:28:33.010263 tst iperf3m4.py: using RAC 55\u000a22:28:33.137843 tst iperf3m4.py: using CellId 31930\u000a22:28:33.266127 tst iperf3m4.py: using BVCI 31931\u000a22:28:33.291018 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:33.302199 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:33.313088 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:33.324039 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:33.334899 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:33.345798 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:33.356884 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:33.367729 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:33.378826 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:28:33.494671 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:28:33.618313 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:28:33.735963 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:28:34.030679 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:28:34.166503 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:28:34.502955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2643): Launched\u000a22:28:34.783219 run iperf3-srv_10.42.42.10(pid=2644): Launched\u000a22:28:34.983577 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:28:35.119846 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:28:35.456271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2645): Launched\u000a22:28:35.735328 run iperf3-srv_10.42.42.10(pid=2646): Launched\u000a22:28:35.935842 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:28:36.071882 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:28:36.408051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2647): Launched\u000a22:28:36.687550 run iperf3-srv_10.42.42.10(pid=2648): Launched\u000a22:28:36.887430 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:28:37.024060 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:28:37.360210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2649): Launched\u000a22:28:37.638664 run iperf3-srv_10.42.42.10(pid=2650): Launched\u000a22:28:37.837491 tst iperf3m4.py:8: start network...\u000a22:28:37.973094 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:28:38.483130 run create_hlr_db(pid=2651): Launched\u000a22:28:38.660790 bus /gobi_6: Setting Powered False\u000a22:28:39.680253 run create_hlr_db(pid=2651): Terminated: ok {rc=0}\u000a22:28:40.086768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2653): Launched\u000a22:28:40.391069 run osmo-hlr_10.42.42.2(pid=2654): Launched\u000a22:28:40.509639 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:28:41.049255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2656): Launched\u000a22:28:41.353777 run osmo-stp_10.42.42.5(pid=2657): Launched\u000a22:28:41.466171 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:28:41.995924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2659): Launched\u000a22:28:42.104618 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:28:42.370241 run patchelf(pid=2660): Launched\u000a22:28:42.549645 run osmo-stp_10.42.42.5(pid=2657): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2657)]\u000a22:28:42.680096 run osmo-stp_10.42.42.5(pid=2657): stdout: \u000a| (launched: 2022-12-12_22:28:41.203416)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:42.810774 run osmo-stp_10.42.42.5(pid=2657): stderr: \u000a| �[0;m�[38;5;43m20221212222841373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222841373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222841374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222841374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222841376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222841377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222841377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:42.936760 run osmo-stp_10.42.42.5(pid=2657): stdout: \u000a| (launched: 2022-12-12_22:28:41.203416)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:43.062121 run osmo-stp_10.42.42.5(pid=2657): stderr: \u000a| �[0;m�[38;5;43m20221212222841373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222841373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222841374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222841374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222841376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222841377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222841377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:43.210242 run patchelf(pid=2660): Terminating (SIGINT)\u000a22:28:43.383064 run patchelf(pid=2660): Terminated: ok {rc=0}\u000a22:28:43.414573 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2657): Process ended prematurely: osmo-stp_10.42.42.5(pid=2657) [trial-2383↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2657)] [trial-2383↪gprs:trx-b200↪iperf3m4.py:8]\u000a22:28:43.423723 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a22:28:43.484046 run osmo-hlr_10.42.42.2(pid=2654): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2654)]\u000a22:28:43.532574 run osmo-hlr_10.42.42.2(pid=2654): stdout: \u000a| (launched: 2022-12-12_22:28:40.241265) \u000a22:28:43.581834 run osmo-hlr_10.42.42.2(pid=2654): stderr: \u000a| �[0;m�[1;31m20221212222840419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222840420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222840420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222840420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222840420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222840420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222840431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222840440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222840440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222840440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:28:43.623171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2643): Terminating (SIGTERM)\u000a22:28:43.662928 run iperf3-srv_10.42.42.10(pid=2644): Terminating (SIGTERM)\u000a22:28:43.702678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2645): Terminating (SIGTERM)\u000a22:28:43.742242 run iperf3-srv_10.42.42.10(pid=2646): Terminating (SIGTERM)\u000a22:28:43.782192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2647): Terminating (SIGTERM)\u000a22:28:43.821794 run iperf3-srv_10.42.42.10(pid=2648): Terminating (SIGTERM)\u000a22:28:43.861565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2649): Terminating (SIGTERM)\u000a22:28:43.901118 run iperf3-srv_10.42.42.10(pid=2650): Terminating (SIGTERM)\u000a22:28:43.941209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2653): Terminating (SIGTERM)\u000a22:28:43.980924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2656): Terminating (SIGTERM)\u000a22:28:44.020443 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2659): Terminating (SIGTERM)\u000a22:28:44.029975 --- ParallelTerminationStrategy: PID 2643 died...\u000a22:28:44.083365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2643): Terminated: ok {rc=0}\u000a22:28:44.093278 --- ParallelTerminationStrategy: PID 2644 died...\u000a22:28:44.145883 run iperf3-srv_10.42.42.10(pid=2644): Terminated {rc=256}\u000a22:28:44.155656 --- ParallelTerminationStrategy: PID 2645 died...\u000a22:28:44.208498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2645): Terminated: ok {rc=0}\u000a22:28:44.218388 --- ParallelTerminationStrategy: PID 2646 died...\u000a22:28:44.271112 run iperf3-srv_10.42.42.10(pid=2646): Terminated {rc=256}\u000a22:28:44.280640 --- ParallelTerminationStrategy: PID 2647 died...\u000a22:28:44.334226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2647): Terminated: ok {rc=0}\u000a22:28:44.344417 --- ParallelTerminationStrategy: PID 2648 died...\u000a22:28:44.397197 run iperf3-srv_10.42.42.10(pid=2648): Terminated {rc=256}\u000a22:28:44.406917 --- ParallelTerminationStrategy: PID 2649 died...\u000a22:28:44.459721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2649): Terminated: ok {rc=0}\u000a22:28:44.470008 --- ParallelTerminationStrategy: PID 2650 died...\u000a22:28:44.523731 run iperf3-srv_10.42.42.10(pid=2650): Terminated {rc=256}\u000a22:28:44.533520 --- ParallelTerminationStrategy: PID 2653 died...\u000a22:28:44.586381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2653): Terminated: ok {rc=0}\u000a22:28:44.596260 --- ParallelTerminationStrategy: PID 2656 died...\u000a22:28:44.649177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2656): Terminated: ok {rc=0}\u000a22:28:44.658659 --- ParallelTerminationStrategy: PID 2659 died...\u000a22:28:44.711730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2659): Terminated: ok {rc=0}\u000a22:28:44.794215 bus /gobi_4: Setting Powered False\u000a22:28:45.927056 bus /gobi_4: Setting Powered False\u000a22:28:47.060814 bus /gobi_1: Setting Powered False\u000a22:28:48.166985 bus /gobi_1: Setting Powered False\u000a22:28:49.273571 bus /gobi_0: Setting Powered False\u000a22:28:50.380200 bus /gobi_0: Setting Powered False\u000a22:28:51.487820 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2668): Process ended prematurely: osmo-stp_10.42.42.5(pid=2668) [trial-2383↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2668)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2668): Process ended prematurely: osmo-stp_10.42.42.5(pid=2668) [trial-2383↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a22:28:52.557184 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:52.569033 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a22:28:52.711998 tst ping.py: using LAC 31931\u000a22:28:52.836831 tst ping.py: using RAC 56\u000a22:28:52.962806 tst ping.py: using CellId 31931\u000a22:28:53.087856 tst ping.py: using BVCI 31932\u000a22:28:53.112760 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:53.123918 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:53.134980 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:53.146208 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:53.157021 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:53.167756 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:53.178905 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:28:53.189794 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:28:53.479776 tst ping.py:19: start network...\u000a22:28:53.612724 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:28:54.121593 run create_hlr_db(pid=2662): Launched\u000a22:28:54.307313 bus /gobi_6: Setting Powered False\u000a22:28:55.326462 run create_hlr_db(pid=2662): Terminated: ok {rc=0}\u000a22:28:55.729238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2664): Launched\u000a22:28:56.028119 run osmo-hlr_10.42.42.2(pid=2665): Launched\u000a22:28:56.146097 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:28:56.677895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2667): Launched\u000a22:28:56.976514 run osmo-stp_10.42.42.5(pid=2668): Launched\u000a22:28:57.086176 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:28:57.606243 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2670): Launched\u000a22:28:57.712478 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:28:57.973520 run patchelf(pid=2671): Launched\u000a22:28:58.149502 run osmo-stp_10.42.42.5(pid=2668): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2668)]\u000a22:28:58.277745 run osmo-stp_10.42.42.5(pid=2668): stdout: \u000a| (launched: 2022-12-12_22:28:56.829751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:58.406708 run osmo-stp_10.42.42.5(pid=2668): stderr: \u000a| �[0;m�[38;5;43m20221212222857000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222857000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222857000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222857000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222857001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222857001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222857001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:58.530923 run osmo-stp_10.42.42.5(pid=2668): stdout: \u000a| (launched: 2022-12-12_22:28:56.829751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:58.654605 run osmo-stp_10.42.42.5(pid=2668): stderr: \u000a| �[0;m�[38;5;43m20221212222857000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222857000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222857000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222857000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222857001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222857001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222857001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:58.799140 run patchelf(pid=2671): Terminating (SIGINT)\u000a22:28:58.968888 run patchelf(pid=2671): Terminated: ok {rc=0}\u000a22:28:58.999508 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2668): Process ended prematurely: osmo-stp_10.42.42.5(pid=2668) [trial-2383↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2668)] [trial-2383↪gprs:trx-b200↪ping.py:22]\u000a22:28:59.007945 tst ping.py:22: Test FAILED (6.4 sec)\u000a22:28:59.067746 run osmo-hlr_10.42.42.2(pid=2665): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2665)]\u000a22:28:59.116997 run osmo-hlr_10.42.42.2(pid=2665): stdout: \u000a| (launched: 2022-12-12_22:28:55.880549) \u000a22:28:59.166485 run osmo-hlr_10.42.42.2(pid=2665): stderr: \u000a| �[0;m�[1;31m20221212222856055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222856055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222856055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222856055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222856055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222856055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222856067 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222856078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222856078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222856078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:28:59.208356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2664): Terminating (SIGTERM)\u000a22:28:59.248259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2667): Terminating (SIGTERM)\u000a22:28:59.287979 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2670): Terminating (SIGTERM)\u000a22:28:59.297263 --- ParallelTerminationStrategy: PID 2664 died...\u000a22:28:59.350757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2664): Terminated: ok {rc=0}\u000a22:28:59.360327 --- ParallelTerminationStrategy: PID 2667 died...\u000a22:28:59.412786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2667): Terminated: ok {rc=0}\u000a22:28:59.422714 --- ParallelTerminationStrategy: PID 2670 died...\u000a22:28:59.476207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2670): Terminated: ok {rc=0}\u000a22:28:59.564686 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2679): Process ended prematurely: osmo-stp_10.42.42.5(pid=2679) [trial-2383↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2679)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2679): Process ended prematurely: osmo-stp_10.42.42.5(pid=2679) [trial-2383↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a22:29:00.616763 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:29:00.628557 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a22:29:00.769365 tst ping_idle_ping.py: using LAC 31932\u000a22:29:00.897112 tst ping_idle_ping.py: using RAC 57\u000a22:29:01.036709 tst ping_idle_ping.py: using CellId 31932\u000a22:29:01.197283 tst ping_idle_ping.py: using BVCI 31933\u000a22:29:01.232079 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:29:01.244744 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:29:01.257449 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:29:01.269249 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:29:01.280773 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:29:01.292263 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:29:01.303986 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:29:01.315679 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:29:01.634339 tst ping_idle_ping.py:24: start network...\u000a22:29:01.771810 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:29:02.302659 run create_hlr_db(pid=2673): Launched\u000a22:29:02.478502 bus /gobi_6: Setting Powered False\u000a22:29:03.497417 run create_hlr_db(pid=2673): Terminated: ok {rc=0}\u000a22:29:03.922055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2675): Launched\u000a22:29:04.242853 run osmo-hlr_10.42.42.2(pid=2676): Launched\u000a22:29:04.362687 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:29:04.920938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2678): Launched\u000a22:29:05.241909 run osmo-stp_10.42.42.5(pid=2679): Launched\u000a22:29:05.358575 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:29:05.915866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2681): Launched\u000a22:29:06.030259 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:29:06.308940 run patchelf(pid=2682): Launched\u000a22:29:06.496882 run osmo-stp_10.42.42.5(pid=2679): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2679)]\u000a22:29:06.634560 run osmo-stp_10.42.42.5(pid=2679): stdout: \u000a| (launched: 2022-12-12_22:29:05.084134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:06.772179 run osmo-stp_10.42.42.5(pid=2679): stderr: \u000a| �[0;m�[38;5;43m20221212222905275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222905275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222905275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222905276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222905276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222905276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222905276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:06.904786 run osmo-stp_10.42.42.5(pid=2679): stdout: \u000a| (launched: 2022-12-12_22:29:05.084134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:07.037089 run osmo-stp_10.42.42.5(pid=2679): stderr: \u000a| �[0;m�[38;5;43m20221212222905275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222905275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222905275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222905276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222905276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222905276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222905276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:07.190750 run patchelf(pid=2682): Terminating (SIGINT)\u000a22:29:07.371359 run patchelf(pid=2682): Terminated: ok {rc=0}\u000a22:29:07.403918 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2679): Process ended prematurely: osmo-stp_10.42.42.5(pid=2679) [trial-2383↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2679)] [trial-2383↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a22:29:07.413074 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a22:29:07.475121 run osmo-hlr_10.42.42.2(pid=2676): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2676)]\u000a22:29:07.525927 run osmo-hlr_10.42.42.2(pid=2676): stdout: \u000a| (launched: 2022-12-12_22:29:04.085214) \u000a22:29:07.577408 run osmo-hlr_10.42.42.2(pid=2676): stderr: \u000a| �[0;m�[1;31m20221212222904281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222904281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222904281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222904281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222904281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222904281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222904294 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222904302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222904302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222904302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:29:07.621381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2675): Terminating (SIGTERM)\u000a22:29:07.662713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2678): Terminating (SIGTERM)\u000a22:29:07.704257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2681): Terminating (SIGTERM)\u000a22:29:07.713992 --- ParallelTerminationStrategy: PID 2675 died...\u000a22:29:07.769782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2675): Terminated: ok {rc=0}\u000a22:29:07.779931 --- ParallelTerminationStrategy: PID 2678 died...\u000a22:29:07.835201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2678): Terminated: ok {rc=0}\u000a22:29:07.845237 --- ParallelTerminationStrategy: PID 2681 died...\u000a22:29:07.900145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2681): Terminated: ok {rc=0}\u000a22:29:07.985729 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:28:09" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2696): Process ended prematurely: osmo-stp_10.42.42.5(pid=2696) [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2696)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2696): Process ended prematurely: osmo-stp_10.42.42.5(pid=2696) [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2696)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:29:10.135783 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:10.146532 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:29:10.286750 tst cs_paging_gprs_active.py: using LAC 31933\u000a22:29:10.409270 tst cs_paging_gprs_active.py: using RAC 58\u000a22:29:10.531111 tst cs_paging_gprs_active.py: using CellId 31933\u000a22:29:10.651388 tst cs_paging_gprs_active.py: using BVCI 31934\u000a22:29:10.675138 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:10.685985 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:10.696512 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:10.707384 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:10.718225 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:10.728883 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:10.739904 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:10.750600 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:10.761593 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:29:10.882570 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:29:11.180645 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:29:11.317620 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:29:11.653368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2686): Launched\u000a22:29:11.932742 run iperf3-srv_10.42.42.10(pid=2687): Launched\u000a22:29:12.132483 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:29:12.268228 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:29:12.603846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2688): Launched\u000a22:29:12.883596 run iperf3-srv_10.42.42.10(pid=2689): Launched\u000a22:29:13.084305 tst cs_paging_gprs_active.py:38: start network...\u000a22:29:13.220730 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:29:13.741576 run create_hlr_db(pid=2690): Launched\u000a22:29:13.929813 bus /gobi_6: Setting Powered False\u000a22:29:14.951196 run create_hlr_db(pid=2690): Terminated: ok {rc=0}\u000a22:29:15.382320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2692): Launched\u000a22:29:15.707648 run osmo-hlr_10.42.42.2(pid=2693): Launched\u000a22:29:15.825977 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:29:16.476838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2695): Launched\u000a22:29:16.958514 run osmo-stp_10.42.42.5(pid=2696): Launched\u000a22:29:17.104743 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:29:17.675628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2698): Launched\u000a22:29:17.791800 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:29:18.075385 run patchelf(pid=2699): Launched\u000a22:29:18.266453 run osmo-stp_10.42.42.5(pid=2696): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2696)]\u000a22:29:18.406039 run osmo-stp_10.42.42.5(pid=2696): stdout: \u000a| (launched: 2022-12-12_22:29:16.644605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:18.545625 run osmo-stp_10.42.42.5(pid=2696): stderr: \u000a| �[0;m�[38;5;43m20221212222916858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222916859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222916859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222916859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222916862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222916862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222916862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:18.680852 run osmo-stp_10.42.42.5(pid=2696): stdout: \u000a| (launched: 2022-12-12_22:29:16.644605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:18.815713 run osmo-stp_10.42.42.5(pid=2696): stderr: \u000a| �[0;m�[38;5;43m20221212222916858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222916859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222916859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222916859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222916862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222916862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222916862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:18.973145 run patchelf(pid=2699): Terminating (SIGINT)\u000a22:29:19.157065 run patchelf(pid=2699): Terminated: ok {rc=0}\u000a22:29:19.190647 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2696): Process ended prematurely: osmo-stp_10.42.42.5(pid=2696) [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2696)] [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a22:29:19.200392 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a22:29:19.263038 run osmo-hlr_10.42.42.2(pid=2693): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2693)]\u000a22:29:19.315365 run osmo-hlr_10.42.42.2(pid=2693): stdout: \u000a| (launched: 2022-12-12_22:29:15.548523) \u000a22:29:19.366842 run osmo-hlr_10.42.42.2(pid=2693): stderr: \u000a| �[0;m�[1;31m20221212222915749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222915749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222915749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222915749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222915749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222915749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222915761 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222915770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222915770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222915770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:29:19.410920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2686): Terminating (SIGTERM)\u000a22:29:19.452421 run iperf3-srv_10.42.42.10(pid=2687): Terminating (SIGTERM)\u000a22:29:19.494257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2688): Terminating (SIGTERM)\u000a22:29:19.535724 run iperf3-srv_10.42.42.10(pid=2689): Terminating (SIGTERM)\u000a22:29:19.577351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2692): Terminating (SIGTERM)\u000a22:29:19.618957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2695): Terminating (SIGTERM)\u000a22:29:19.660656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2698): Terminating (SIGTERM)\u000a22:29:19.670529 --- ParallelTerminationStrategy: PID 2686 died...\u000a22:29:19.725943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2686): Terminated: ok {rc=0}\u000a22:29:19.736024 --- ParallelTerminationStrategy: PID 2687 died...\u000a22:29:19.790760 run iperf3-srv_10.42.42.10(pid=2687): Terminated {rc=256}\u000a22:29:19.800877 --- ParallelTerminationStrategy: PID 2688 died...\u000a22:29:19.855678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2688): Terminated: ok {rc=0}\u000a22:29:19.865910 --- ParallelTerminationStrategy: PID 2689 died...\u000a22:29:19.920905 run iperf3-srv_10.42.42.10(pid=2689): Terminated {rc=256}\u000a22:29:19.931219 --- ParallelTerminationStrategy: PID 2692 died...\u000a22:29:19.986652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2692): Terminated: ok {rc=0}\u000a22:29:19.997012 --- ParallelTerminationStrategy: PID 2695 died...\u000a22:29:20.052380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2695): Terminated: ok {rc=0}\u000a22:29:20.062451 --- ParallelTerminationStrategy: PID 2698 died...\u000a22:29:20.117954 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2698): Terminated: ok {rc=0}\u000a22:29:20.203758 bus /gobi_0: Setting Powered False\u000a22:29:21.309651 bus /gobi_0: Setting Powered False\u000a22:29:22.415352 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2708): Process ended prematurely: osmo-stp_10.42.42.5(pid=2708) [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2708)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2708): Process ended prematurely: osmo-stp_10.42.42.5(pid=2708) [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2708)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a22:29:23.530079 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:23.542109 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:29:23.685696 tst iperf3.py: using LAC 31934\u000a22:29:23.815962 tst iperf3.py: using RAC 59\u000a22:29:23.933286 tst iperf3.py: using CellId 31934\u000a22:29:24.052907 tst iperf3.py: using BVCI 31935\u000a22:29:24.076233 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:24.086999 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:24.097518 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:24.108368 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:24.119190 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:24.129929 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:24.140871 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:24.151985 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:24.163018 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:29:24.444508 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:29:24.572046 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:29:24.887378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2700): Launched\u000a22:29:25.150464 run iperf3-srv_10.42.42.10(pid=2701): Launched\u000a22:29:25.337908 tst iperf3.py:8: start network...\u000a22:29:25.465672 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:29:25.947961 run create_hlr_db(pid=2702): Launched\u000a22:29:26.124691 bus /gobi_6: Setting Powered False\u000a22:29:27.144371 run create_hlr_db(pid=2702): Terminated: ok {rc=0}\u000a22:29:27.575291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2704): Launched\u000a22:29:27.899848 run osmo-hlr_10.42.42.2(pid=2705): Launched\u000a22:29:28.019458 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:29:28.583305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2707): Launched\u000a22:29:28.908096 run osmo-stp_10.42.42.5(pid=2708): Launched\u000a22:29:29.026323 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:29:29.590741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2710): Launched\u000a22:29:29.706721 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:29:29.989179 run patchelf(pid=2711): Launched\u000a22:29:30.178772 run osmo-stp_10.42.42.5(pid=2708): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2708)]\u000a22:29:30.317702 run osmo-stp_10.42.42.5(pid=2708): stdout: \u000a| (launched: 2022-12-12_22:29:28.748662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:30.456814 run osmo-stp_10.42.42.5(pid=2708): stderr: \u000a| �[0;m�[38;5;43m20221212222928945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222928945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222928945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222928946 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222928946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222928946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222928946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:30.591125 run osmo-stp_10.42.42.5(pid=2708): stdout: \u000a| (launched: 2022-12-12_22:29:28.748662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:30.724542 run osmo-stp_10.42.42.5(pid=2708): stderr: \u000a| �[0;m�[38;5;43m20221212222928945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222928945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222928945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222928946 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222928946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222928946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222928946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:30.883039 run patchelf(pid=2711): Terminating (SIGINT)\u000a22:29:31.075045 run patchelf(pid=2711): Terminated: ok {rc=0}\u000a22:29:31.109349 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2708): Process ended prematurely: osmo-stp_10.42.42.5(pid=2708) [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2708)] [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a22:29:31.119774 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a22:29:31.183566 run osmo-hlr_10.42.42.2(pid=2705): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2705)]\u000a22:29:31.235653 run osmo-hlr_10.42.42.2(pid=2705): stdout: \u000a| (launched: 2022-12-12_22:29:27.740786) \u000a22:29:31.288360 run osmo-hlr_10.42.42.2(pid=2705): stderr: \u000a| �[0;m�[1;31m20221212222927941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222927941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222927941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222927941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222927941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222927941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222927955 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222927963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222927963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222927963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:29:31.333172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2700): Terminating (SIGTERM)\u000a22:29:31.376291 run iperf3-srv_10.42.42.10(pid=2701): Terminating (SIGTERM)\u000a22:29:31.421265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2704): Terminating (SIGTERM)\u000a22:29:31.465693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2707): Terminating (SIGTERM)\u000a22:29:31.508451 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2710): Terminating (SIGTERM)\u000a22:29:31.519434 --- ParallelTerminationStrategy: PID 2700 died...\u000a22:29:31.575809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2700): Terminated: ok {rc=0}\u000a22:29:31.586339 --- ParallelTerminationStrategy: PID 2701 died...\u000a22:29:31.642245 run iperf3-srv_10.42.42.10(pid=2701): Terminated {rc=256}\u000a22:29:31.652782 --- ParallelTerminationStrategy: PID 2704 died...\u000a22:29:31.708386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2704): Terminated: ok {rc=0}\u000a22:29:31.719000 --- ParallelTerminationStrategy: PID 2707 died...\u000a22:29:31.775107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2707): Terminated: ok {rc=0}\u000a22:29:31.785609 --- ParallelTerminationStrategy: PID 2710 died...\u000a22:29:31.841456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2710): Terminated: ok {rc=0}\u000a22:29:31.932902 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2727): Process ended prematurely: osmo-stp_10.42.42.5(pid=2727) [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2727)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2727): Process ended prematurely: osmo-stp_10.42.42.5(pid=2727) [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2727)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a22:29:33.048611 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:33.060567 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:29:33.214131 tst iperf3m4.py: using LAC 31935\u000a22:29:33.335586 tst iperf3m4.py: using RAC 60\u000a22:29:33.460759 tst iperf3m4.py: using CellId 31935\u000a22:29:33.588810 tst iperf3m4.py: using BVCI 31936\u000a22:29:33.613978 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:33.625688 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:33.636756 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:33.648202 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:33.659366 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:33.670588 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:33.682076 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:33.693256 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:33.704522 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:29:33.825701 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:29:33.945702 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:29:34.066479 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:29:34.364807 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:29:34.498274 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:29:34.812812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2713): Launched\u000a22:29:35.074499 run iperf3-srv_10.42.42.10(pid=2714): Launched\u000a22:29:35.260477 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:29:35.387299 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:29:35.702051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2715): Launched\u000a22:29:35.964023 run iperf3-srv_10.42.42.10(pid=2716): Launched\u000a22:29:36.150182 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:29:36.277082 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:29:36.592523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2717): Launched\u000a22:29:36.854560 run iperf3-srv_10.42.42.10(pid=2718): Launched\u000a22:29:37.040876 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:29:37.167720 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:29:37.483247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2719): Launched\u000a22:29:37.745502 run iperf3-srv_10.42.42.10(pid=2720): Launched\u000a22:29:37.931155 tst iperf3m4.py:8: start network...\u000a22:29:38.057968 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:29:38.539224 run create_hlr_db(pid=2721): Launched\u000a22:29:38.715630 bus /gobi_6: Setting Powered False\u000a22:29:39.735387 run create_hlr_db(pid=2721): Terminated: ok {rc=0}\u000a22:29:40.167712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2723): Launched\u000a22:29:40.494421 run osmo-hlr_10.42.42.2(pid=2724): Launched\u000a22:29:40.614932 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:29:41.180686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2726): Launched\u000a22:29:41.505277 run osmo-stp_10.42.42.5(pid=2727): Launched\u000a22:29:41.624094 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:29:42.191187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2729): Launched\u000a22:29:42.307065 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:29:42.590576 run patchelf(pid=2730): Launched\u000a22:29:42.781376 run osmo-stp_10.42.42.5(pid=2727): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2727)]\u000a22:29:42.920457 run osmo-stp_10.42.42.5(pid=2727): stdout: \u000a| (launched: 2022-12-12_22:29:41.346106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:43.061056 run osmo-stp_10.42.42.5(pid=2727): stderr: \u000a| �[0;m�[38;5;43m20221212222941538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222941539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222941539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222941539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222941540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222941540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222941540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:43.195988 run osmo-stp_10.42.42.5(pid=2727): stdout: \u000a| (launched: 2022-12-12_22:29:41.346106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:43.329837 run osmo-stp_10.42.42.5(pid=2727): stderr: \u000a| �[0;m�[38;5;43m20221212222941538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222941539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222941539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222941539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222941540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222941540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222941540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:43.486586 run patchelf(pid=2730): Terminating (SIGINT)\u000a22:29:43.670492 run patchelf(pid=2730): Terminated: ok {rc=0}\u000a22:29:43.703915 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2727): Process ended prematurely: osmo-stp_10.42.42.5(pid=2727) [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2727)] [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a22:29:43.713674 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a22:29:43.775859 run osmo-hlr_10.42.42.2(pid=2724): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2724)]\u000a22:29:43.826572 run osmo-hlr_10.42.42.2(pid=2724): stdout: \u000a| (launched: 2022-12-12_22:29:40.334063) \u000a22:29:43.877595 run osmo-hlr_10.42.42.2(pid=2724): stderr: \u000a| �[0;m�[1;31m20221212222940533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222940533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222940533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222940533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222940533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222940533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222940558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222940570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222940570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222940570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:29:43.921019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2713): Terminating (SIGTERM)\u000a22:29:43.962345 run iperf3-srv_10.42.42.10(pid=2714): Terminating (SIGTERM)\u000a22:29:44.003768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2715): Terminating (SIGTERM)\u000a22:29:44.044738 run iperf3-srv_10.42.42.10(pid=2716): Terminating (SIGTERM)\u000a22:29:44.086083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2717): Terminating (SIGTERM)\u000a22:29:44.127191 run iperf3-srv_10.42.42.10(pid=2718): Terminating (SIGTERM)\u000a22:29:44.168371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2719): Terminating (SIGTERM)\u000a22:29:44.209410 run iperf3-srv_10.42.42.10(pid=2720): Terminating (SIGTERM)\u000a22:29:44.250576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2723): Terminating (SIGTERM)\u000a22:29:44.291756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2726): Terminating (SIGTERM)\u000a22:29:44.333011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2729): Terminating (SIGTERM)\u000a22:29:44.342544 --- ParallelTerminationStrategy: PID 2713 died...\u000a22:29:44.397423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2713): Terminated: ok {rc=0}\u000a22:29:44.407300 --- ParallelTerminationStrategy: PID 2714 died...\u000a22:29:44.461816 run iperf3-srv_10.42.42.10(pid=2714): Terminated {rc=256}\u000a22:29:44.471593 --- ParallelTerminationStrategy: PID 2715 died...\u000a22:29:44.526029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2715): Terminated: ok {rc=0}\u000a22:29:44.535862 --- ParallelTerminationStrategy: PID 2716 died...\u000a22:29:44.590140 run iperf3-srv_10.42.42.10(pid=2716): Terminated {rc=256}\u000a22:29:44.599936 --- ParallelTerminationStrategy: PID 2717 died...\u000a22:29:44.654366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2717): Terminated: ok {rc=0}\u000a22:29:44.664134 --- ParallelTerminationStrategy: PID 2718 died...\u000a22:29:44.718328 run iperf3-srv_10.42.42.10(pid=2718): Terminated {rc=256}\u000a22:29:44.728089 --- ParallelTerminationStrategy: PID 2719 died...\u000a22:29:44.782336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2719): Terminated: ok {rc=0}\u000a22:29:44.792182 --- ParallelTerminationStrategy: PID 2720 died...\u000a22:29:44.846709 run iperf3-srv_10.42.42.10(pid=2720): Terminated {rc=256}\u000a22:29:44.856456 --- ParallelTerminationStrategy: PID 2723 died...\u000a22:29:44.911120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2723): Terminated: ok {rc=0}\u000a22:29:44.921107 --- ParallelTerminationStrategy: PID 2726 died...\u000a22:29:44.976519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2726): Terminated: ok {rc=0}\u000a22:29:44.986500 --- ParallelTerminationStrategy: PID 2729 died...\u000a22:29:45.041091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2729): Terminated: ok {rc=0}\u000a22:29:45.125939 bus /gobi_4: Setting Powered False\u000a22:29:46.232184 bus /gobi_4: Setting Powered False\u000a22:29:47.335008 bus /gobi_1: Setting Powered False\u000a22:29:48.439984 bus /gobi_1: Setting Powered False\u000a22:29:49.546846 bus /gobi_0: Setting Powered False\u000a22:29:50.647681 bus /gobi_0: Setting Powered False\u000a22:29:51.752997 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2737): Process ended prematurely: osmo-stp_10.42.42.5(pid=2737) [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2737)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2737): Process ended prematurely: osmo-stp_10.42.42.5(pid=2737) [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2737)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a22:29:52.818979 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:52.830335 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:29:52.969304 tst ping.py: using LAC 31936\u000a22:29:53.089855 tst ping.py: using RAC 61\u000a22:29:53.210849 tst ping.py: using CellId 31936\u000a22:29:53.329550 tst ping.py: using BVCI 31937\u000a22:29:53.352636 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:53.363566 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:53.374331 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:53.385202 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:53.396185 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:53.407147 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:53.418343 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:29:53.429194 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:29:53.705448 tst ping.py:19: start network...\u000a22:29:53.830394 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:29:54.299800 run create_hlr_db(pid=2731): Launched\u000a22:29:54.473638 bus /gobi_6: Setting Powered False\u000a22:29:55.493888 run create_hlr_db(pid=2731): Terminated: ok {rc=0}\u000a22:29:55.918740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2733): Launched\u000a22:29:56.237947 run osmo-hlr_10.42.42.2(pid=2734): Launched\u000a22:29:56.358081 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:29:56.914370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2736): Launched\u000a22:29:57.233674 run osmo-stp_10.42.42.5(pid=2737): Launched\u000a22:29:57.349215 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:29:57.905498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2739): Launched\u000a22:29:58.019472 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:29:58.297068 run patchelf(pid=2740): Launched\u000a22:29:58.483669 run osmo-stp_10.42.42.5(pid=2737): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2737)]\u000a22:29:58.620576 run osmo-stp_10.42.42.5(pid=2737): stdout: \u000a| (launched: 2022-12-12_22:29:57.077619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:58.757254 run osmo-stp_10.42.42.5(pid=2737): stderr: \u000a| �[0;m�[38;5;43m20221212222957269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222957269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222957270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222957270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222957271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222957271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222957271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:58.888918 run osmo-stp_10.42.42.5(pid=2737): stdout: \u000a| (launched: 2022-12-12_22:29:57.077619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:59.020467 run osmo-stp_10.42.42.5(pid=2737): stderr: \u000a| �[0;m�[38;5;43m20221212222957269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212222957269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212222957270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212222957270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212222957271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212222957271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212222957271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:59.174458 run patchelf(pid=2740): Terminating (SIGINT)\u000a22:29:59.355073 run patchelf(pid=2740): Terminated: ok {rc=0}\u000a22:29:59.387653 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2737): Process ended prematurely: osmo-stp_10.42.42.5(pid=2737) [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2737)] [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a22:29:59.396806 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:29:59.459070 run osmo-hlr_10.42.42.2(pid=2734): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2734)]\u000a22:29:59.510027 run osmo-hlr_10.42.42.2(pid=2734): stdout: \u000a| (launched: 2022-12-12_22:29:56.081673) \u000a22:29:59.561658 run osmo-hlr_10.42.42.2(pid=2734): stderr: \u000a| �[0;m�[1;31m20221212222956279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212222956279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212222956279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222956279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212222956279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212222956279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212222956292 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212222956300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212222956300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212222956300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:29:59.605695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2733): Terminating (SIGTERM)\u000a22:29:59.646987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2736): Terminating (SIGTERM)\u000a22:29:59.688420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2739): Terminating (SIGTERM)\u000a22:29:59.698269 --- ParallelTerminationStrategy: PID 2733 died...\u000a22:29:59.753491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2733): Terminated: ok {rc=0}\u000a22:29:59.763477 --- ParallelTerminationStrategy: PID 2736 died...\u000a22:29:59.818342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2736): Terminated: ok {rc=0}\u000a22:29:59.828270 --- ParallelTerminationStrategy: PID 2739 died...\u000a22:29:59.883102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2739): Terminated: ok {rc=0}\u000a22:29:59.970074 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2750): Process ended prematurely: osmo-stp_10.42.42.5(pid=2750) [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2750)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2750): Process ended prematurely: osmo-stp_10.42.42.5(pid=2750) [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2750)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a22:30:01.022452 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:30:01.035320 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:30:01.189393 tst ping_idle_ping.py: using LAC 31937\u000a22:30:01.323317 tst ping_idle_ping.py: using RAC 62\u000a22:30:01.453418 tst ping_idle_ping.py: using CellId 31937\u000a22:30:01.601975 tst ping_idle_ping.py: using BVCI 31938\u000a22:30:01.630173 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:30:01.642110 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:30:01.653668 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:30:01.665799 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:30:01.677656 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:30:01.689298 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:30:01.701111 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:30:01.712782 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:30:02.067533 tst ping_idle_ping.py:24: start network...\u000a22:30:02.218385 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:30:02.735548 run create_hlr_db(pid=2744): Launched\u000a22:30:02.922133 bus /gobi_6: Setting Powered False\u000a22:30:03.941517 run create_hlr_db(pid=2744): Terminated: ok {rc=0}\u000a22:30:04.344712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2746): Launched\u000a22:30:04.647962 run osmo-hlr_10.42.42.2(pid=2747): Launched\u000a22:30:04.767098 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:30:05.299180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2749): Launched\u000a22:30:05.601734 run osmo-stp_10.42.42.5(pid=2750): Launched\u000a22:30:05.712592 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:30:06.236152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2752): Launched\u000a22:30:06.343256 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:30:06.606103 run patchelf(pid=2753): Launched\u000a22:30:06.783145 run osmo-stp_10.42.42.5(pid=2750): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2750)]\u000a22:30:06.912176 run osmo-stp_10.42.42.5(pid=2750): stdout: \u000a| (launched: 2022-12-12_22:30:05.451734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:07.042071 run osmo-stp_10.42.42.5(pid=2750): stderr: \u000a| �[0;m�[38;5;43m20221212223005624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223005624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223005624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223005625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223005625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223005625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223005625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:07.167030 run osmo-stp_10.42.42.5(pid=2750): stdout: \u000a| (launched: 2022-12-12_22:30:05.451734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:07.290633 run osmo-stp_10.42.42.5(pid=2750): stderr: \u000a| �[0;m�[38;5;43m20221212223005624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223005624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223005624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223005625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223005625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223005625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223005625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:07.436101 run patchelf(pid=2753): Terminating (SIGINT)\u000a22:30:07.607648 run patchelf(pid=2753): Terminated: ok {rc=0}\u000a22:30:07.638690 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2750): Process ended prematurely: osmo-stp_10.42.42.5(pid=2750) [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2750)] [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:30:07.647302 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:30:07.707478 run osmo-hlr_10.42.42.2(pid=2747): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2747)]\u000a22:30:07.756493 run osmo-hlr_10.42.42.2(pid=2747): stdout: \u000a| (launched: 2022-12-12_22:30:04.497306) \u000a22:30:07.806090 run osmo-hlr_10.42.42.2(pid=2747): stderr: \u000a| �[0;m�[1;31m20221212223004671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223004671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223004671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223004672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223004672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223004672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223004684 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223004693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223004693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223004693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:30:07.848107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2746): Terminating (SIGTERM)\u000a22:30:07.887774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2749): Terminating (SIGTERM)\u000a22:30:07.927313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2752): Terminating (SIGTERM)\u000a22:30:07.936777 --- ParallelTerminationStrategy: PID 2746 died...\u000a22:30:07.990044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2746): Terminated: ok {rc=0}\u000a22:30:07.999487 --- ParallelTerminationStrategy: PID 2749 died...\u000a22:30:08.053101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2749): Terminated: ok {rc=0}\u000a22:30:08.062614 --- ParallelTerminationStrategy: PID 2752 died...\u000a22:30:08.115886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2752): Terminated: ok {rc=0}\u000a22:30:08.203547 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:29:09" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2767): Process ended prematurely: osmo-stp_10.42.42.5(pid=2767) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2767)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2767): Process ended prematurely: osmo-stp_10.42.42.5(pid=2767) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2767)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:30:10.368313 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:10.379844 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:30:10.546129 tst cs_paging_gprs_active.py: using LAC 31938\u000a22:30:10.672083 tst cs_paging_gprs_active.py: using RAC 63\u000a22:30:10.794319 tst cs_paging_gprs_active.py: using CellId 31938\u000a22:30:10.912692 tst cs_paging_gprs_active.py: using BVCI 31939\u000a22:30:10.936020 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:10.947196 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:10.957812 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:10.968569 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:10.979411 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:10.990344 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:11.001346 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:11.012322 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:11.023222 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:30:11.142971 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:30:11.437947 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:30:11.573226 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:30:11.908295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2757): Launched\u000a22:30:12.187383 run iperf3-srv_10.42.42.10(pid=2758): Launched\u000a22:30:12.386229 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:30:12.521601 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:30:12.855990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2759): Launched\u000a22:30:13.134039 run iperf3-srv_10.42.42.10(pid=2760): Launched\u000a22:30:13.333299 tst cs_paging_gprs_active.py:38: start network...\u000a22:30:13.468526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:30:13.986828 run create_hlr_db(pid=2761): Launched\u000a22:30:14.174932 bus /gobi_6: Setting Powered False\u000a22:30:15.196305 run create_hlr_db(pid=2761): Terminated: ok {rc=0}\u000a22:30:15.605666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2763): Launched\u000a22:30:16.055829 run osmo-hlr_10.42.42.2(pid=2764): Launched\u000a22:30:16.240508 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:30:16.841057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2766): Launched\u000a22:30:17.190183 run osmo-stp_10.42.42.5(pid=2767): Launched\u000a22:30:17.411703 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:30:17.982236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2769): Launched\u000a22:30:18.099087 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:30:18.382185 run patchelf(pid=2770): Launched\u000a22:30:18.572300 run osmo-stp_10.42.42.5(pid=2767): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2767)]\u000a22:30:18.711124 run osmo-stp_10.42.42.5(pid=2767): stdout: \u000a| (launched: 2022-12-12_22:30:16.998914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:18.850159 run osmo-stp_10.42.42.5(pid=2767): stderr: \u000a| �[0;m�[38;5;43m20221212223017328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223017341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223017341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223017342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223017342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223017342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223017342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:18.984762 run osmo-stp_10.42.42.5(pid=2767): stdout: \u000a| (launched: 2022-12-12_22:30:16.998914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:19.118277 run osmo-stp_10.42.42.5(pid=2767): stderr: \u000a| �[0;m�[38;5;43m20221212223017328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223017341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223017341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223017342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223017342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223017342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223017342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:19.274653 run patchelf(pid=2770): Terminating (SIGINT)\u000a22:30:19.458139 run patchelf(pid=2770): Terminated: ok {rc=0}\u000a22:30:19.491572 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2767): Process ended prematurely: osmo-stp_10.42.42.5(pid=2767) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2767)] [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:30:19.501360 tst cs_paging_gprs_active.py:38: Test FAILED (9.2 sec)\u000a22:30:19.563515 run osmo-hlr_10.42.42.2(pid=2764): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2764)]\u000a22:30:19.614569 run osmo-hlr_10.42.42.2(pid=2764): stdout: \u000a| (launched: 2022-12-12_22:30:15.760326) \u000a22:30:19.666069 run osmo-hlr_10.42.42.2(pid=2764): stderr: \u000a| �[0;m�[1;31m20221212223015985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223015985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223015985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223015985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223015985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223015986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223015999 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223016016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223016016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223016016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:30:19.710067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2757): Terminating (SIGTERM)\u000a22:30:19.751508 run iperf3-srv_10.42.42.10(pid=2758): Terminating (SIGTERM)\u000a22:30:19.792993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2759): Terminating (SIGTERM)\u000a22:30:19.834502 run iperf3-srv_10.42.42.10(pid=2760): Terminating (SIGTERM)\u000a22:30:19.875912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2763): Terminating (SIGTERM)\u000a22:30:19.917400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2766): Terminating (SIGTERM)\u000a22:30:19.959189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2769): Terminating (SIGTERM)\u000a22:30:19.968786 --- ParallelTerminationStrategy: PID 2757 died...\u000a22:30:20.024924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2757): Terminated: ok {rc=0}\u000a22:30:20.034884 --- ParallelTerminationStrategy: PID 2758 died...\u000a22:30:20.090200 run iperf3-srv_10.42.42.10(pid=2758): Terminated {rc=256}\u000a22:30:20.100134 --- ParallelTerminationStrategy: PID 2759 died...\u000a22:30:20.155347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2759): Terminated: ok {rc=0}\u000a22:30:20.165427 --- ParallelTerminationStrategy: PID 2760 died...\u000a22:30:20.220274 run iperf3-srv_10.42.42.10(pid=2760): Terminated {rc=256}\u000a22:30:20.230375 --- ParallelTerminationStrategy: PID 2763 died...\u000a22:30:20.285174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2763): Terminated: ok {rc=0}\u000a22:30:20.295141 --- ParallelTerminationStrategy: PID 2766 died...\u000a22:30:20.350088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2766): Terminated: ok {rc=0}\u000a22:30:20.360079 --- ParallelTerminationStrategy: PID 2769 died...\u000a22:30:20.415022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2769): Terminated: ok {rc=0}\u000a22:30:20.501289 bus /gobi_0: Setting Powered False\u000a22:30:21.603605 bus /gobi_0: Setting Powered False\u000a22:30:22.711486 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2779): Process ended prematurely: osmo-stp_10.42.42.5(pid=2779) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2779)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2779): Process ended prematurely: osmo-stp_10.42.42.5(pid=2779) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2779)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:30:23.824819 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:23.836780 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:30:24.006594 tst iperf3.py: using LAC 31939\u000a22:30:24.136561 tst iperf3.py: using RAC 64\u000a22:30:24.264243 tst iperf3.py: using CellId 31939\u000a22:30:24.393130 tst iperf3.py: using BVCI 31940\u000a22:30:24.418079 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:24.429844 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:24.441066 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:24.452318 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:24.463650 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:24.474862 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:24.486196 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:24.497396 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:24.508606 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:30:24.787434 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:30:24.914166 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:30:25.228156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2771): Launched\u000a22:30:25.489967 run iperf3-srv_10.42.42.10(pid=2772): Launched\u000a22:30:25.676227 tst iperf3.py:8: start network...\u000a22:30:25.803481 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:30:26.283760 run create_hlr_db(pid=2773): Launched\u000a22:30:26.459559 bus /gobi_6: Setting Powered False\u000a22:30:27.479172 run create_hlr_db(pid=2773): Terminated: ok {rc=0}\u000a22:30:27.882723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2775): Launched\u000a22:30:28.186733 run osmo-hlr_10.42.42.2(pid=2776): Launched\u000a22:30:28.302430 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:30:28.836874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2778): Launched\u000a22:30:29.141694 run osmo-stp_10.42.42.5(pid=2779): Launched\u000a22:30:29.261712 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:30:29.794534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2781): Launched\u000a22:30:29.902938 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:30:30.167588 run patchelf(pid=2782): Launched\u000a22:30:30.345813 run osmo-stp_10.42.42.5(pid=2779): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2779)]\u000a22:30:30.475874 run osmo-stp_10.42.42.5(pid=2779): stdout: \u000a| (launched: 2022-12-12_22:30:28.992220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:30.606111 run osmo-stp_10.42.42.5(pid=2779): stderr: \u000a| �[0;m�[38;5;43m20221212223029163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223029163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223029164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223029164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223029165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223029165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223029165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:30.731912 run osmo-stp_10.42.42.5(pid=2779): stdout: \u000a| (launched: 2022-12-12_22:30:28.992220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:30.857579 run osmo-stp_10.42.42.5(pid=2779): stderr: \u000a| �[0;m�[38;5;43m20221212223029163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223029163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223029164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223029164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223029165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223029165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223029165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:31.015680 run patchelf(pid=2782): Terminating (SIGINT)\u000a22:30:31.191853 run patchelf(pid=2782): Terminated: ok {rc=0}\u000a22:30:31.224659 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2779): Process ended prematurely: osmo-stp_10.42.42.5(pid=2779) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2779)] [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:30:31.234935 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a22:30:31.299643 run osmo-hlr_10.42.42.2(pid=2776): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2776)]\u000a22:30:31.351020 run osmo-hlr_10.42.42.2(pid=2776): stdout: \u000a| (launched: 2022-12-12_22:30:28.037271) \u000a22:30:31.402967 run osmo-hlr_10.42.42.2(pid=2776): stderr: \u000a| �[0;m�[1;31m20221212223028214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223028214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223028214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223028214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223028214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223028214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223028226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223028235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223028235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223028235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:30:31.446046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2771): Terminating (SIGTERM)\u000a22:30:31.487733 run iperf3-srv_10.42.42.10(pid=2772): Terminating (SIGTERM)\u000a22:30:31.531454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2775): Terminating (SIGTERM)\u000a22:30:31.574129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2778): Terminating (SIGTERM)\u000a22:30:31.617888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2781): Terminating (SIGTERM)\u000a22:30:31.628705 --- ParallelTerminationStrategy: PID 2771 died...\u000a22:30:31.684720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2771): Terminated: ok {rc=0}\u000a22:30:31.696200 --- ParallelTerminationStrategy: PID 2772 died...\u000a22:30:31.750431 run iperf3-srv_10.42.42.10(pid=2772): Terminated {rc=256}\u000a22:30:31.761955 --- ParallelTerminationStrategy: PID 2775 died...\u000a22:30:31.816495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2775): Terminated: ok {rc=0}\u000a22:30:31.828083 --- ParallelTerminationStrategy: PID 2778 died...\u000a22:30:31.884327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2778): Terminated: ok {rc=0}\u000a22:30:31.894908 --- ParallelTerminationStrategy: PID 2781 died...\u000a22:30:31.949805 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2781): Terminated: ok {rc=0}\u000a22:30:32.036877 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2797): Process ended prematurely: osmo-stp_10.42.42.5(pid=2797) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2797)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2797): Process ended prematurely: osmo-stp_10.42.42.5(pid=2797) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2797)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:30:33.150332 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:33.162304 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:30:33.334242 tst iperf3m4.py: using LAC 31940\u000a22:30:33.460734 tst iperf3m4.py: using RAC 65\u000a22:30:33.587404 tst iperf3m4.py: using CellId 31940\u000a22:30:33.713769 tst iperf3m4.py: using BVCI 31941\u000a22:30:33.738950 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:33.750399 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:33.761547 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:33.772754 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:33.783901 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:33.794994 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:33.806197 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:33.817180 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:33.828434 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:30:33.948047 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:30:34.067250 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:30:34.184263 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:30:34.466191 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:30:34.593932 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:30:34.908792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2783): Launched\u000a22:30:35.170981 run iperf3-srv_10.42.42.10(pid=2784): Launched\u000a22:30:35.357795 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:30:35.484722 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:30:35.800378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2785): Launched\u000a22:30:36.063104 run iperf3-srv_10.42.42.10(pid=2786): Launched\u000a22:30:36.249642 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:30:36.377104 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:30:36.693780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2787): Launched\u000a22:30:36.956671 run iperf3-srv_10.42.42.10(pid=2788): Launched\u000a22:30:37.143341 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:30:37.270144 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:30:37.586812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2789): Launched\u000a22:30:37.850002 run iperf3-srv_10.42.42.10(pid=2790): Launched\u000a22:30:38.036430 tst iperf3m4.py:8: start network...\u000a22:30:38.163862 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:30:38.646117 run create_hlr_db(pid=2791): Launched\u000a22:30:38.821617 bus /gobi_6: Setting Powered False\u000a22:30:39.842474 run create_hlr_db(pid=2791): Terminated: ok {rc=0}\u000a22:30:40.249525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2793): Launched\u000a22:30:40.554912 run osmo-hlr_10.42.42.2(pid=2794): Launched\u000a22:30:40.678559 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:30:41.220727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2796): Launched\u000a22:30:41.528512 run osmo-stp_10.42.42.5(pid=2797): Launched\u000a22:30:41.641531 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:30:42.174227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2799): Launched\u000a22:30:42.283575 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:30:42.550001 run patchelf(pid=2800): Launched\u000a22:30:42.730167 run osmo-stp_10.42.42.5(pid=2797): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2797)]\u000a22:30:42.860481 run osmo-stp_10.42.42.5(pid=2797): stdout: \u000a| (launched: 2022-12-12_22:30:41.376257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:42.991682 run osmo-stp_10.42.42.5(pid=2797): stderr: \u000a| �[0;m�[38;5;43m20221212223041550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223041550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223041550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223041551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223041551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223041551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223041551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:43.118199 run osmo-stp_10.42.42.5(pid=2797): stdout: \u000a| (launched: 2022-12-12_22:30:41.376257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:43.243711 run osmo-stp_10.42.42.5(pid=2797): stderr: \u000a| �[0;m�[38;5;43m20221212223041550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223041550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223041550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223041551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223041551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223041551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223041551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:43.391247 run patchelf(pid=2800): Terminating (SIGINT)\u000a22:30:43.565521 run patchelf(pid=2800): Terminated: ok {rc=0}\u000a22:30:43.597565 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2797): Process ended prematurely: osmo-stp_10.42.42.5(pid=2797) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2797)] [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:30:43.606890 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a22:30:43.667107 run osmo-hlr_10.42.42.2(pid=2794): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2794)]\u000a22:30:43.715811 run osmo-hlr_10.42.42.2(pid=2794): stdout: \u000a| (launched: 2022-12-12_22:30:40.404394) \u000a22:30:43.765465 run osmo-hlr_10.42.42.2(pid=2794): stderr: \u000a| �[0;m�[1;31m20221212223040584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223040584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223040584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223040584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223040584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223040584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223040596 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223040605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223040606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223040606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:30:43.807431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2783): Terminating (SIGTERM)\u000a22:30:43.847409 run iperf3-srv_10.42.42.10(pid=2784): Terminating (SIGTERM)\u000a22:30:43.887348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2785): Terminating (SIGTERM)\u000a22:30:43.927093 run iperf3-srv_10.42.42.10(pid=2786): Terminating (SIGTERM)\u000a22:30:43.966888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2787): Terminating (SIGTERM)\u000a22:30:44.006729 run iperf3-srv_10.42.42.10(pid=2788): Terminating (SIGTERM)\u000a22:30:44.046625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2789): Terminating (SIGTERM)\u000a22:30:44.086538 run iperf3-srv_10.42.42.10(pid=2790): Terminating (SIGTERM)\u000a22:30:44.126567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2793): Terminating (SIGTERM)\u000a22:30:44.166609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2796): Terminating (SIGTERM)\u000a22:30:44.206524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2799): Terminating (SIGTERM)\u000a22:30:44.216022 --- ParallelTerminationStrategy: PID 2783 died...\u000a22:30:44.269500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2783): Terminated: ok {rc=0}\u000a22:30:44.279423 --- ParallelTerminationStrategy: PID 2784 died...\u000a22:30:44.332435 run iperf3-srv_10.42.42.10(pid=2784): Terminated {rc=256}\u000a22:30:44.342303 --- ParallelTerminationStrategy: PID 2785 died...\u000a22:30:44.395580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2785): Terminated: ok {rc=0}\u000a22:30:44.405161 --- ParallelTerminationStrategy: PID 2786 died...\u000a22:30:44.457959 run iperf3-srv_10.42.42.10(pid=2786): Terminated {rc=256}\u000a22:30:44.467719 --- ParallelTerminationStrategy: PID 2787 died...\u000a22:30:44.521085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2787): Terminated: ok {rc=0}\u000a22:30:44.530826 --- ParallelTerminationStrategy: PID 2788 died...\u000a22:30:44.583554 run iperf3-srv_10.42.42.10(pid=2788): Terminated {rc=256}\u000a22:30:44.593348 --- ParallelTerminationStrategy: PID 2789 died...\u000a22:30:44.646239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2789): Terminated: ok {rc=0}\u000a22:30:44.655970 --- ParallelTerminationStrategy: PID 2790 died...\u000a22:30:44.709341 run iperf3-srv_10.42.42.10(pid=2790): Terminated {rc=256}\u000a22:30:44.719406 --- ParallelTerminationStrategy: PID 2793 died...\u000a22:30:44.773345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2793): Terminated: ok {rc=0}\u000a22:30:44.782999 --- ParallelTerminationStrategy: PID 2796 died...\u000a22:30:44.835891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2796): Terminated: ok {rc=0}\u000a22:30:44.845911 --- ParallelTerminationStrategy: PID 2799 died...\u000a22:30:44.898831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2799): Terminated: ok {rc=0}\u000a22:30:44.987905 bus /gobi_4: Setting Powered False\u000a22:30:46.100618 bus /gobi_4: Setting Powered False\u000a22:30:47.214665 bus /gobi_1: Setting Powered False\u000a22:30:48.321214 bus /gobi_1: Setting Powered False\u000a22:30:49.427928 bus /gobi_0: Setting Powered False\u000a22:30:50.533902 bus /gobi_0: Setting Powered False\u000a22:30:51.645199 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2807): Process ended prematurely: osmo-stp_10.42.42.5(pid=2807) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2807)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2807): Process ended prematurely: osmo-stp_10.42.42.5(pid=2807) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2807)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:30:52.713487 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:52.725411 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:30:52.890282 tst ping.py: using LAC 31941\u000a22:30:53.015577 tst ping.py: using RAC 66\u000a22:30:53.141460 tst ping.py: using CellId 31941\u000a22:30:53.268466 tst ping.py: using BVCI 31942\u000a22:30:53.292732 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:53.304092 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:53.315168 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:53.326326 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:53.337325 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:53.349123 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:53.360307 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:30:53.371416 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:30:53.662864 tst ping.py:19: start network...\u000a22:30:53.796009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:30:54.305144 run create_hlr_db(pid=2801): Launched\u000a22:30:54.490771 bus /gobi_6: Setting Powered False\u000a22:30:55.510130 run create_hlr_db(pid=2801): Terminated: ok {rc=0}\u000a22:30:55.934246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2803): Launched\u000a22:30:56.252832 run osmo-hlr_10.42.42.2(pid=2804): Launched\u000a22:30:56.369100 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:30:56.925497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2806): Launched\u000a22:30:57.244934 run osmo-stp_10.42.42.5(pid=2807): Launched\u000a22:30:57.361369 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:30:57.921737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2809): Launched\u000a22:30:58.035729 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:30:58.313583 run patchelf(pid=2810): Launched\u000a22:30:58.501075 run osmo-stp_10.42.42.5(pid=2807): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2807)]\u000a22:30:58.637505 run osmo-stp_10.42.42.5(pid=2807): stdout: \u000a| (launched: 2022-12-12_22:30:57.088066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:58.774330 run osmo-stp_10.42.42.5(pid=2807): stderr: \u000a| �[0;m�[38;5;43m20221212223057278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223057278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223057278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223057279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223057279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223057279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223057279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:58.906729 run osmo-stp_10.42.42.5(pid=2807): stdout: \u000a| (launched: 2022-12-12_22:30:57.088066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:59.038278 run osmo-stp_10.42.42.5(pid=2807): stderr: \u000a| �[0;m�[38;5;43m20221212223057278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223057278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223057278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223057279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223057279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223057279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223057279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:59.191853 run patchelf(pid=2810): Terminating (SIGINT)\u000a22:30:59.372670 run patchelf(pid=2810): Terminated: ok {rc=0}\u000a22:30:59.405326 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2807): Process ended prematurely: osmo-stp_10.42.42.5(pid=2807) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2807)] [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:30:59.414506 tst ping.py:22: Test FAILED (6.7 sec)\u000a22:30:59.477100 run osmo-hlr_10.42.42.2(pid=2804): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2804)]\u000a22:30:59.528188 run osmo-hlr_10.42.42.2(pid=2804): stdout: \u000a| (launched: 2022-12-12_22:30:56.096782) \u000a22:30:59.580567 run osmo-hlr_10.42.42.2(pid=2804): stderr: \u000a| �[0;m�[1;31m20221212223056298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223056298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223056298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223056298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223056298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223056298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223056311 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223056319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223056319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223056319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:30:59.624685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2803): Terminating (SIGTERM)\u000a22:30:59.666371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2806): Terminating (SIGTERM)\u000a22:30:59.708006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2809): Terminating (SIGTERM)\u000a22:30:59.717720 --- ParallelTerminationStrategy: PID 2803 died...\u000a22:30:59.773300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2803): Terminated: ok {rc=0}\u000a22:30:59.783315 --- ParallelTerminationStrategy: PID 2806 died...\u000a22:30:59.839179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2806): Terminated: ok {rc=0}\u000a22:30:59.849248 --- ParallelTerminationStrategy: PID 2809 died...\u000a22:30:59.904459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2809): Terminated: ok {rc=0}\u000a22:30:59.991558 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2818): Process ended prematurely: osmo-stp_10.42.42.5(pid=2818) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2818)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2818): Process ended prematurely: osmo-stp_10.42.42.5(pid=2818) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2818)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:31:01.042670 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:31:01.055432 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:31:01.218959 tst ping_idle_ping.py: using LAC 31942\u000a22:31:01.346599 tst ping_idle_ping.py: using RAC 67\u000a22:31:01.498542 tst ping_idle_ping.py: using CellId 31942\u000a22:31:01.635089 tst ping_idle_ping.py: using BVCI 31943\u000a22:31:01.659528 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:31:01.672040 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:31:01.685478 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:31:01.699294 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:31:01.712309 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:31:01.724199 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:31:01.737920 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:31:01.749808 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:31:02.071644 tst ping_idle_ping.py:24: start network...\u000a22:31:02.208474 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:31:02.696085 run create_hlr_db(pid=2812): Launched\u000a22:31:02.870667 bus /gobi_6: Setting Powered False\u000a22:31:03.889978 run create_hlr_db(pid=2812): Terminated: ok {rc=0}\u000a22:31:04.313569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2814): Launched\u000a22:31:04.633272 run osmo-hlr_10.42.42.2(pid=2815): Launched\u000a22:31:04.750057 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:31:05.305999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2817): Launched\u000a22:31:05.628358 run osmo-stp_10.42.42.5(pid=2818): Launched\u000a22:31:05.744619 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:31:06.304728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2820): Launched\u000a22:31:06.419384 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:31:06.699335 run patchelf(pid=2821): Launched\u000a22:31:06.888861 run osmo-stp_10.42.42.5(pid=2818): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2818)]\u000a22:31:07.026471 run osmo-stp_10.42.42.5(pid=2818): stdout: \u000a| (launched: 2022-12-12_22:31:05.468621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:07.163810 run osmo-stp_10.42.42.5(pid=2818): stderr: \u000a| �[0;m�[38;5;43m20221212223105661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223105661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223105662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223105662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223105662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223105662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223105663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:07.296443 run osmo-stp_10.42.42.5(pid=2818): stdout: \u000a| (launched: 2022-12-12_22:31:05.468621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:07.427539 run osmo-stp_10.42.42.5(pid=2818): stderr: \u000a| �[0;m�[38;5;43m20221212223105661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223105661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223105662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223105662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223105662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223105662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223105663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:07.581572 run patchelf(pid=2821): Terminating (SIGINT)\u000a22:31:07.763157 run patchelf(pid=2821): Terminated: ok {rc=0}\u000a22:31:07.795837 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2818): Process ended prematurely: osmo-stp_10.42.42.5(pid=2818) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2818)] [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:31:07.805077 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a22:31:07.867044 run osmo-hlr_10.42.42.2(pid=2815): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2815)]\u000a22:31:07.918153 run osmo-hlr_10.42.42.2(pid=2815): stdout: \u000a| (launched: 2022-12-12_22:31:04.475593) \u000a22:31:07.969613 run osmo-hlr_10.42.42.2(pid=2815): stderr: \u000a| �[0;m�[1;31m20221212223104673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223104673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223104673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223104673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223104673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223104673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223104685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223104693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223104693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223104693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:31:08.013807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2814): Terminating (SIGTERM)\u000a22:31:08.055261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2817): Terminating (SIGTERM)\u000a22:31:08.096525 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2820): Terminating (SIGTERM)\u000a22:31:08.106135 --- ParallelTerminationStrategy: PID 2814 died...\u000a22:31:08.161319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2814): Terminated: ok {rc=0}\u000a22:31:08.171230 --- ParallelTerminationStrategy: PID 2817 died...\u000a22:31:08.225792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2817): Terminated: ok {rc=0}\u000a22:31:08.235658 --- ParallelTerminationStrategy: PID 2820 died...\u000a22:31:08.290109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2820): Terminated: ok {rc=0}\u000a22:31:08.376421 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:30:09" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2838): Process ended prematurely: osmo-stp_10.42.42.5(pid=2838) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2838)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2838): Process ended prematurely: osmo-stp_10.42.42.5(pid=2838) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2838)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:31:10.522794 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:10.533688 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:31:10.697904 tst cs_paging_gprs_active.py: using LAC 31943\u000a22:31:10.817009 tst cs_paging_gprs_active.py: using RAC 68\u000a22:31:10.935927 tst cs_paging_gprs_active.py: using CellId 31943\u000a22:31:11.061442 tst cs_paging_gprs_active.py: using BVCI 31944\u000a22:31:11.086667 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:11.097952 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:11.109156 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:11.120364 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:11.131496 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:11.142629 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:11.153919 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:11.164878 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:11.176138 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:31:11.299080 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:31:11.581397 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:31:11.709064 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:31:12.024219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2828): Launched\u000a22:31:12.287261 run iperf3-srv_10.42.42.10(pid=2829): Launched\u000a22:31:12.473984 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:31:12.601349 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:31:12.916706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2830): Launched\u000a22:31:13.179010 run iperf3-srv_10.42.42.10(pid=2831): Launched\u000a22:31:13.365298 tst cs_paging_gprs_active.py:38: start network...\u000a22:31:13.492785 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:31:13.974235 run create_hlr_db(pid=2832): Launched\u000a22:31:14.150051 bus /gobi_6: Setting Powered False\u000a22:31:15.171279 run create_hlr_db(pid=2832): Terminated: ok {rc=0}\u000a22:31:15.603828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2834): Launched\u000a22:31:16.001693 run osmo-hlr_10.42.42.2(pid=2835): Launched\u000a22:31:16.257396 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:31:16.892889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2837): Launched\u000a22:31:17.246901 run osmo-stp_10.42.42.5(pid=2838): Launched\u000a22:31:17.433263 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:31:18.005399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2840): Launched\u000a22:31:18.121971 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:31:18.405834 run patchelf(pid=2841): Launched\u000a22:31:18.596820 run osmo-stp_10.42.42.5(pid=2838): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2838)]\u000a22:31:18.738350 run osmo-stp_10.42.42.5(pid=2838): stdout: \u000a| (launched: 2022-12-12_22:31:17.053518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:18.878622 run osmo-stp_10.42.42.5(pid=2838): stderr: \u000a| �[0;m�[38;5;43m20221212223117367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223117367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223117373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223117374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223117374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223117374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223117374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:19.014389 run osmo-stp_10.42.42.5(pid=2838): stdout: \u000a| (launched: 2022-12-12_22:31:17.053518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:19.148538 run osmo-stp_10.42.42.5(pid=2838): stderr: \u000a| �[0;m�[38;5;43m20221212223117367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223117367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223117373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223117374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223117374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223117374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223117374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:19.304584 run patchelf(pid=2841): Terminating (SIGINT)\u000a22:31:19.488324 run patchelf(pid=2841): Terminated: ok {rc=0}\u000a22:31:19.521981 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2838): Process ended prematurely: osmo-stp_10.42.42.5(pid=2838) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2838)] [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a22:31:19.531813 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a22:31:19.594073 run osmo-hlr_10.42.42.2(pid=2835): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2835)]\u000a22:31:19.645027 run osmo-hlr_10.42.42.2(pid=2835): stdout: \u000a| (launched: 2022-12-12_22:31:15.769937) \u000a22:31:19.696914 run osmo-hlr_10.42.42.2(pid=2835): stderr: \u000a| �[0;m�[1;31m20221212223116113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223116113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223116113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223116113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223116113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223116113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223116139 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223116156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223116156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223116156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:31:19.741231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2828): Terminating (SIGTERM)\u000a22:31:19.782584 run iperf3-srv_10.42.42.10(pid=2829): Terminating (SIGTERM)\u000a22:31:19.823891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2830): Terminating (SIGTERM)\u000a22:31:19.865156 run iperf3-srv_10.42.42.10(pid=2831): Terminating (SIGTERM)\u000a22:31:19.906421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2834): Terminating (SIGTERM)\u000a22:31:19.947944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2837): Terminating (SIGTERM)\u000a22:31:19.989721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2840): Terminating (SIGTERM)\u000a22:31:19.999329 --- ParallelTerminationStrategy: PID 2828 died...\u000a22:31:20.054516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2828): Terminated: ok {rc=0}\u000a22:31:20.064374 --- ParallelTerminationStrategy: PID 2829 died...\u000a22:31:20.119265 run iperf3-srv_10.42.42.10(pid=2829): Terminated {rc=256}\u000a22:31:20.129179 --- ParallelTerminationStrategy: PID 2830 died...\u000a22:31:20.183871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2830): Terminated: ok {rc=0}\u000a22:31:20.193924 --- ParallelTerminationStrategy: PID 2831 died...\u000a22:31:20.248260 run iperf3-srv_10.42.42.10(pid=2831): Terminated {rc=256}\u000a22:31:20.258043 --- ParallelTerminationStrategy: PID 2834 died...\u000a22:31:20.312522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2834): Terminated: ok {rc=0}\u000a22:31:20.322355 --- ParallelTerminationStrategy: PID 2837 died...\u000a22:31:20.377015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2837): Terminated: ok {rc=0}\u000a22:31:20.386908 --- ParallelTerminationStrategy: PID 2840 died...\u000a22:31:20.441774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2840): Terminated: ok {rc=0}\u000a22:31:20.527811 bus /gobi_0: Setting Powered False\u000a22:31:21.634614 bus /gobi_0: Setting Powered False\u000a22:31:22.741924 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2850): Process ended prematurely: osmo-stp_10.42.42.5(pid=2850) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2850)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2850): Process ended prematurely: osmo-stp_10.42.42.5(pid=2850) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2850)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a22:31:23.855773 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:23.867788 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:31:24.030997 tst iperf3.py: using LAC 31944\u000a22:31:24.152674 tst iperf3.py: using RAC 69\u000a22:31:24.273305 tst iperf3.py: using CellId 31944\u000a22:31:24.393235 tst iperf3.py: using BVCI 31945\u000a22:31:24.416455 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:24.427211 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:24.437954 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:24.448767 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:24.459553 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:24.470544 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:24.481513 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:24.492256 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:24.503294 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:31:24.796642 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:31:24.932277 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:31:25.268271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2842): Launched\u000a22:31:25.546797 run iperf3-srv_10.42.42.10(pid=2843): Launched\u000a22:31:25.746284 tst iperf3.py:8: start network...\u000a22:31:25.882279 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:31:26.402220 run create_hlr_db(pid=2844): Launched\u000a22:31:26.590205 bus /gobi_6: Setting Powered False\u000a22:31:27.610617 run create_hlr_db(pid=2844): Terminated: ok {rc=0}\u000a22:31:28.042564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2846): Launched\u000a22:31:28.366244 run osmo-hlr_10.42.42.2(pid=2847): Launched\u000a22:31:28.486936 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:31:29.055427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2849): Launched\u000a22:31:29.379795 run osmo-stp_10.42.42.5(pid=2850): Launched\u000a22:31:29.497854 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:31:30.064154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2852): Launched\u000a22:31:30.179745 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:31:30.462005 run patchelf(pid=2853): Launched\u000a22:31:30.651908 run osmo-stp_10.42.42.5(pid=2850): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2850)]\u000a22:31:30.790841 run osmo-stp_10.42.42.5(pid=2850): stdout: \u000a| (launched: 2022-12-12_22:31:29.220764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:30.949715 run osmo-stp_10.42.42.5(pid=2850): stderr: \u000a| �[0;m�[38;5;43m20221212223129414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223129415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223129415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223129415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223129416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223129416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223129416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:31.085429 run osmo-stp_10.42.42.5(pid=2850): stdout: \u000a| (launched: 2022-12-12_22:31:29.220764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:31.216138 run osmo-stp_10.42.42.5(pid=2850): stderr: \u000a| �[0;m�[38;5;43m20221212223129414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223129415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223129415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223129415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223129416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223129416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223129416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:31.367955 run patchelf(pid=2853): Terminating (SIGINT)\u000a22:31:31.547001 run patchelf(pid=2853): Terminated: ok {rc=0}\u000a22:31:31.582264 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2850): Process ended prematurely: osmo-stp_10.42.42.5(pid=2850) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2850)] [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a22:31:31.592557 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a22:31:31.659455 run osmo-hlr_10.42.42.2(pid=2847): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2847)]\u000a22:31:31.712062 run osmo-hlr_10.42.42.2(pid=2847): stdout: \u000a| (launched: 2022-12-12_22:31:28.207546) \u000a22:31:31.764850 run osmo-hlr_10.42.42.2(pid=2847): stderr: \u000a| �[0;m�[1;31m20221212223128405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223128405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223128405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223128405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223128405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223128406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223128418 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223128426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223128427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223128427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:31:31.809594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2842): Terminating (SIGTERM)\u000a22:31:31.853912 run iperf3-srv_10.42.42.10(pid=2843): Terminating (SIGTERM)\u000a22:31:31.897921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2846): Terminating (SIGTERM)\u000a22:31:31.942458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2849): Terminating (SIGTERM)\u000a22:31:31.988161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2852): Terminating (SIGTERM)\u000a22:31:31.999698 --- ParallelTerminationStrategy: PID 2842 died...\u000a22:31:32.058280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2842): Terminated: ok {rc=0}\u000a22:31:32.068742 --- ParallelTerminationStrategy: PID 2843 died...\u000a22:31:32.125009 run iperf3-srv_10.42.42.10(pid=2843): Terminated {rc=256}\u000a22:31:32.135607 --- ParallelTerminationStrategy: PID 2846 died...\u000a22:31:32.192416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2846): Terminated: ok {rc=0}\u000a22:31:32.202182 --- ParallelTerminationStrategy: PID 2849 died...\u000a22:31:32.257045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2849): Terminated: ok {rc=0}\u000a22:31:32.266661 --- ParallelTerminationStrategy: PID 2852 died...\u000a22:31:32.320146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2852): Terminated: ok {rc=0}\u000a22:31:32.408814 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2868): Process ended prematurely: osmo-stp_10.42.42.5(pid=2868) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2868)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2868): Process ended prematurely: osmo-stp_10.42.42.5(pid=2868) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2868)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a22:31:33.519579 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:33.531200 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:31:33.688885 tst iperf3m4.py: using LAC 31945\u000a22:31:33.812387 tst iperf3m4.py: using RAC 70\u000a22:31:33.934662 tst iperf3m4.py: using CellId 31945\u000a22:31:34.057642 tst iperf3m4.py: using BVCI 31946\u000a22:31:34.081260 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:34.092126 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:34.102751 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:34.113962 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:34.124698 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:34.135581 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:34.146795 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:34.157847 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:34.169048 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:31:34.286292 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:31:34.408153 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:31:34.530073 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:31:34.817861 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:31:34.945457 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:31:35.271289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2854): Launched\u000a22:31:35.533520 run iperf3-srv_10.42.42.10(pid=2855): Launched\u000a22:31:35.719734 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:31:35.847095 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:31:36.161861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2856): Launched\u000a22:31:36.423574 run iperf3-srv_10.42.42.10(pid=2857): Launched\u000a22:31:36.609892 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:31:36.736418 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:31:37.050700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2858): Launched\u000a22:31:37.312355 run iperf3-srv_10.42.42.10(pid=2859): Launched\u000a22:31:37.498662 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:31:37.625856 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:31:37.940837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2860): Launched\u000a22:31:38.202709 run iperf3-srv_10.42.42.10(pid=2861): Launched\u000a22:31:38.388447 tst iperf3m4.py:8: start network...\u000a22:31:38.515093 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:31:38.994789 run create_hlr_db(pid=2862): Launched\u000a22:31:39.170679 bus /gobi_6: Setting Powered False\u000a22:31:40.192107 run create_hlr_db(pid=2862): Terminated: ok {rc=0}\u000a22:31:40.597579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2864): Launched\u000a22:31:40.903522 run osmo-hlr_10.42.42.2(pid=2865): Launched\u000a22:31:41.020072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:31:41.551231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2867): Launched\u000a22:31:41.856438 run osmo-stp_10.42.42.5(pid=2868): Launched\u000a22:31:41.969951 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:31:42.499993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2871): Launched\u000a22:31:42.608766 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:31:42.876061 run patchelf(pid=2872): Launched\u000a22:31:43.054834 run osmo-stp_10.42.42.5(pid=2868): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2868)]\u000a22:31:43.184897 run osmo-stp_10.42.42.5(pid=2868): stdout: \u000a| (launched: 2022-12-12_22:31:41.705681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:43.315585 run osmo-stp_10.42.42.5(pid=2868): stderr: \u000a| �[0;m�[38;5;43m20221212223141878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223141878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223141878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223141879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223141879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223141879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223141879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:43.441846 run osmo-stp_10.42.42.5(pid=2868): stdout: \u000a| (launched: 2022-12-12_22:31:41.705681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:43.567174 run osmo-stp_10.42.42.5(pid=2868): stderr: \u000a| �[0;m�[38;5;43m20221212223141878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223141878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223141878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223141879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223141879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223141879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223141879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:43.714050 run patchelf(pid=2872): Terminating (SIGINT)\u000a22:31:43.886721 run patchelf(pid=2872): Terminated: ok {rc=0}\u000a22:31:43.918410 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2868): Process ended prematurely: osmo-stp_10.42.42.5(pid=2868) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2868)] [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a22:31:43.927664 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a22:31:43.987542 run osmo-hlr_10.42.42.2(pid=2865): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2865)]\u000a22:31:44.036210 run osmo-hlr_10.42.42.2(pid=2865): stdout: \u000a| (launched: 2022-12-12_22:31:40.752857) \u000a22:31:44.084928 run osmo-hlr_10.42.42.2(pid=2865): stderr: \u000a| �[0;m�[1;31m20221212223140928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223140928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223140928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223140928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223140928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223140928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223140940 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223140949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223140949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223140949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:31:44.126885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2854): Terminating (SIGTERM)\u000a22:31:44.166561 run iperf3-srv_10.42.42.10(pid=2855): Terminating (SIGTERM)\u000a22:31:44.206080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2856): Terminating (SIGTERM)\u000a22:31:44.245636 run iperf3-srv_10.42.42.10(pid=2857): Terminating (SIGTERM)\u000a22:31:44.285145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2858): Terminating (SIGTERM)\u000a22:31:44.324644 run iperf3-srv_10.42.42.10(pid=2859): Terminating (SIGTERM)\u000a22:31:44.364353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2860): Terminating (SIGTERM)\u000a22:31:44.403801 run iperf3-srv_10.42.42.10(pid=2861): Terminating (SIGTERM)\u000a22:31:44.443205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2864): Terminating (SIGTERM)\u000a22:31:44.482641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2867): Terminating (SIGTERM)\u000a22:31:44.522003 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2871): Terminating (SIGTERM)\u000a22:31:44.531411 --- ParallelTerminationStrategy: PID 2854 died...\u000a22:31:44.585120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2854): Terminated: ok {rc=0}\u000a22:31:44.594829 --- ParallelTerminationStrategy: PID 2855 died...\u000a22:31:44.647414 run iperf3-srv_10.42.42.10(pid=2855): Terminated {rc=256}\u000a22:31:44.657203 --- ParallelTerminationStrategy: PID 2856 died...\u000a22:31:44.709703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2856): Terminated: ok {rc=0}\u000a22:31:44.719424 --- ParallelTerminationStrategy: PID 2857 died...\u000a22:31:44.771702 run iperf3-srv_10.42.42.10(pid=2857): Terminated {rc=256}\u000a22:31:44.781843 --- ParallelTerminationStrategy: PID 2858 died...\u000a22:31:44.834319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2858): Terminated: ok {rc=0}\u000a22:31:44.844043 --- ParallelTerminationStrategy: PID 2859 died...\u000a22:31:44.896419 run iperf3-srv_10.42.42.10(pid=2859): Terminated {rc=256}\u000a22:31:44.906140 --- ParallelTerminationStrategy: PID 2860 died...\u000a22:31:44.959038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2860): Terminated: ok {rc=0}\u000a22:31:44.968793 --- ParallelTerminationStrategy: PID 2861 died...\u000a22:31:45.021845 run iperf3-srv_10.42.42.10(pid=2861): Terminated {rc=256}\u000a22:31:45.031326 --- ParallelTerminationStrategy: PID 2864 died...\u000a22:31:45.084061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2864): Terminated: ok {rc=0}\u000a22:31:45.093854 --- ParallelTerminationStrategy: PID 2867 died...\u000a22:31:45.146870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2867): Terminated: ok {rc=0}\u000a22:31:45.156404 --- ParallelTerminationStrategy: PID 2871 died...\u000a22:31:45.209054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2871): Terminated: ok {rc=0}\u000a22:31:45.291518 bus /gobi_4: Setting Powered False\u000a22:31:46.396306 bus /gobi_4: Setting Powered False\u000a22:31:47.502247 bus /gobi_1: Setting Powered False\u000a22:31:48.609487 bus /gobi_1: Setting Powered False\u000a22:31:49.721616 bus /gobi_0: Setting Powered False\u000a22:31:50.827526 bus /gobi_0: Setting Powered False\u000a22:31:51.934990 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2879): Process ended prematurely: osmo-stp_10.42.42.5(pid=2879) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2879)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2879): Process ended prematurely: osmo-stp_10.42.42.5(pid=2879) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2879)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a22:31:53.003526 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:53.015775 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:31:53.180242 tst ping.py: using LAC 31946\u000a22:31:53.307266 tst ping.py: using RAC 71\u000a22:31:53.433251 tst ping.py: using CellId 31946\u000a22:31:53.560329 tst ping.py: using BVCI 31947\u000a22:31:53.585089 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:53.596288 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:53.607520 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:53.618639 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:53.629642 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:53.640782 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:53.652055 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:31:53.663683 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:31:53.943411 tst ping.py:19: start network...\u000a22:31:54.068571 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:31:54.540199 run create_hlr_db(pid=2873): Launched\u000a22:31:54.713927 bus /gobi_6: Setting Powered False\u000a22:31:55.734582 run create_hlr_db(pid=2873): Terminated: ok {rc=0}\u000a22:31:56.161770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2875): Launched\u000a22:31:56.483382 run osmo-hlr_10.42.42.2(pid=2876): Launched\u000a22:31:56.602032 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:31:57.167181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2878): Launched\u000a22:31:57.486518 run osmo-stp_10.42.42.5(pid=2879): Launched\u000a22:31:57.603139 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:31:58.162432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2881): Launched\u000a22:31:58.276493 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:31:58.554980 run patchelf(pid=2882): Launched\u000a22:31:58.742391 run osmo-stp_10.42.42.5(pid=2879): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2879)]\u000a22:31:58.879079 run osmo-stp_10.42.42.5(pid=2879): stdout: \u000a| (launched: 2022-12-12_22:31:57.329856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:59.016427 run osmo-stp_10.42.42.5(pid=2879): stderr: \u000a| �[0;m�[38;5;43m20221212223157519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223157519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223157519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223157520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223157522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223157522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223157522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:59.148720 run osmo-stp_10.42.42.5(pid=2879): stdout: \u000a| (launched: 2022-12-12_22:31:57.329856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:59.279653 run osmo-stp_10.42.42.5(pid=2879): stderr: \u000a| �[0;m�[38;5;43m20221212223157519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223157519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223157519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223157520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223157522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223157522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223157522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:59.432899 run patchelf(pid=2882): Terminating (SIGINT)\u000a22:31:59.613291 run patchelf(pid=2882): Terminated: ok {rc=0}\u000a22:31:59.645797 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2879): Process ended prematurely: osmo-stp_10.42.42.5(pid=2879) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2879)] [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a22:31:59.655054 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:31:59.717165 run osmo-hlr_10.42.42.2(pid=2876): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2876)]\u000a22:31:59.767912 run osmo-hlr_10.42.42.2(pid=2876): stdout: \u000a| (launched: 2022-12-12_22:31:56.324720) \u000a22:31:59.819332 run osmo-hlr_10.42.42.2(pid=2876): stderr: \u000a| �[0;m�[1;31m20221212223156521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223156521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223156521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223156521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223156521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223156521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223156537 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223156546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223156546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223156546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:31:59.863066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2875): Terminating (SIGTERM)\u000a22:31:59.904518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2878): Terminating (SIGTERM)\u000a22:31:59.946237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2881): Terminating (SIGTERM)\u000a22:31:59.955939 --- ParallelTerminationStrategy: PID 2875 died...\u000a22:32:00.012416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2875): Terminated: ok {rc=0}\u000a22:32:00.022611 --- ParallelTerminationStrategy: PID 2878 died...\u000a22:32:00.078198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2878): Terminated: ok {rc=0}\u000a22:32:00.088124 --- ParallelTerminationStrategy: PID 2881 died...\u000a22:32:00.143438 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2881): Terminated: ok {rc=0}\u000a22:32:00.229643 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2889): Process ended prematurely: osmo-stp_10.42.42.5(pid=2889) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2889)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2889): Process ended prematurely: osmo-stp_10.42.42.5(pid=2889) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2889)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a22:32:01.288575 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:32:01.305581 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:32:01.498287 tst ping_idle_ping.py: using LAC 31947\u000a22:32:01.628609 tst ping_idle_ping.py: using RAC 72\u000a22:32:01.776830 tst ping_idle_ping.py: using CellId 31947\u000a22:32:01.910498 tst ping_idle_ping.py: using BVCI 31948\u000a22:32:01.934295 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:32:01.945891 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:32:01.957180 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:32:01.969528 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:32:01.983352 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:32:01.995396 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:32:02.007210 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:32:02.019121 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:32:02.320590 tst ping_idle_ping.py:24: start network...\u000a22:32:02.447666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:32:02.925151 run create_hlr_db(pid=2883): Launched\u000a22:32:03.100155 bus /gobi_6: Setting Powered False\u000a22:32:04.121101 run create_hlr_db(pid=2883): Terminated: ok {rc=0}\u000a22:32:04.520435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2885): Launched\u000a22:32:04.820374 run osmo-hlr_10.42.42.2(pid=2886): Launched\u000a22:32:04.934370 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:32:05.466939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2888): Launched\u000a22:32:05.767311 run osmo-stp_10.42.42.5(pid=2889): Launched\u000a22:32:05.877571 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:32:06.400446 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2891): Launched\u000a22:32:06.507365 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:32:06.768792 run patchelf(pid=2892): Launched\u000a22:32:06.945123 run osmo-stp_10.42.42.5(pid=2889): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2889)]\u000a22:32:07.074062 run osmo-stp_10.42.42.5(pid=2889): stdout: \u000a| (launched: 2022-12-12_22:32:05.619751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:07.203002 run osmo-stp_10.42.42.5(pid=2889): stderr: \u000a| �[0;m�[38;5;43m20221212223205787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223205787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223205787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223205788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223205790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223205790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223205790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:07.327240 run osmo-stp_10.42.42.5(pid=2889): stdout: \u000a| (launched: 2022-12-12_22:32:05.619751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:07.450738 run osmo-stp_10.42.42.5(pid=2889): stderr: \u000a| �[0;m�[38;5;43m20221212223205787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223205787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223205787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223205788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223205790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223205790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223205790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:07.595409 run patchelf(pid=2892): Terminating (SIGINT)\u000a22:32:07.765510 run patchelf(pid=2892): Terminated: ok {rc=0}\u000a22:32:07.796412 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2889): Process ended prematurely: osmo-stp_10.42.42.5(pid=2889) [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2889)] [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a22:32:07.804771 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a22:32:07.864544 run osmo-hlr_10.42.42.2(pid=2886): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2886)]\u000a22:32:07.913196 run osmo-hlr_10.42.42.2(pid=2886): stdout: \u000a| (launched: 2022-12-12_22:32:04.673014) \u000a22:32:07.962574 run osmo-hlr_10.42.42.2(pid=2886): stderr: \u000a| �[0;m�[1;31m20221212223204850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223204850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223204850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223204850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223204850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223204850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223204866 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223204875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223204875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223204876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:32:08.004063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2885): Terminating (SIGTERM)\u000a22:32:08.043616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2888): Terminating (SIGTERM)\u000a22:32:08.083337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2891): Terminating (SIGTERM)\u000a22:32:08.092804 --- ParallelTerminationStrategy: PID 2885 died...\u000a22:32:08.145894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2885): Terminated: ok {rc=0}\u000a22:32:08.155703 --- ParallelTerminationStrategy: PID 2888 died...\u000a22:32:08.208600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2888): Terminated: ok {rc=0}\u000a22:32:08.218274 --- ParallelTerminationStrategy: PID 2891 died...\u000a22:32:08.270356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2891): Terminated: ok {rc=0}\u000a22:32:08.351944 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:31:10" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2906): Process ended prematurely: osmo-stp_10.42.42.5(pid=2906) [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2906)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2906): Process ended prematurely: osmo-stp_10.42.42.5(pid=2906) [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2906)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:32:10.495767 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:10.506976 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:32:10.647563 tst cs_paging_gprs_active.py: using LAC 31948\u000a22:32:10.769959 tst cs_paging_gprs_active.py: using RAC 73\u000a22:32:10.892458 tst cs_paging_gprs_active.py: using CellId 31948\u000a22:32:11.014734 tst cs_paging_gprs_active.py: using BVCI 31949\u000a22:32:11.038384 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:11.049460 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:11.060251 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:11.071625 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:11.082972 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:11.094163 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:11.105468 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:11.116577 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:11.127986 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:32:11.249272 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:32:11.546871 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:32:11.684077 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:32:12.022659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2896): Launched\u000a22:32:12.305648 run iperf3-srv_10.42.42.10(pid=2897): Launched\u000a22:32:12.507421 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:32:12.645129 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:32:12.983756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2898): Launched\u000a22:32:13.265482 run iperf3-srv_10.42.42.10(pid=2899): Launched\u000a22:32:13.466818 tst cs_paging_gprs_active.py:38: start network...\u000a22:32:13.603689 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:32:14.125355 run create_hlr_db(pid=2900): Launched\u000a22:32:14.315455 bus /gobi_6: Setting Powered False\u000a22:32:15.335943 run create_hlr_db(pid=2900): Terminated: ok {rc=0}\u000a22:32:15.745758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2902): Launched\u000a22:32:16.096388 run osmo-hlr_10.42.42.2(pid=2903): Launched\u000a22:32:16.315527 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:32:16.970405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2905): Launched\u000a22:32:17.358501 run osmo-stp_10.42.42.5(pid=2906): Launched\u000a22:32:17.478688 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:32:18.050467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2908): Launched\u000a22:32:18.168124 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:32:18.452618 run patchelf(pid=2909): Launched\u000a22:32:18.644807 run osmo-stp_10.42.42.5(pid=2906): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2906)]\u000a22:32:18.783859 run osmo-stp_10.42.42.5(pid=2906): stdout: \u000a| (launched: 2022-12-12_22:32:17.143244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:18.923349 run osmo-stp_10.42.42.5(pid=2906): stderr: \u000a| �[0;m�[38;5;43m20221212223217380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223217380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223217381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223217381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223217381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223217381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223217382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:19.059009 run osmo-stp_10.42.42.5(pid=2906): stdout: \u000a| (launched: 2022-12-12_22:32:17.143244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:19.193414 run osmo-stp_10.42.42.5(pid=2906): stderr: \u000a| �[0;m�[38;5;43m20221212223217380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223217380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223217381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223217381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223217381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223217381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223217382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:19.350073 run patchelf(pid=2909): Terminating (SIGINT)\u000a22:32:19.534260 run patchelf(pid=2909): Terminated: ok {rc=0}\u000a22:32:19.567781 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2906): Process ended prematurely: osmo-stp_10.42.42.5(pid=2906) [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2906)] [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a22:32:19.577681 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a22:32:19.640281 run osmo-hlr_10.42.42.2(pid=2903): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2903)]\u000a22:32:19.691831 run osmo-hlr_10.42.42.2(pid=2903): stdout: \u000a| (launched: 2022-12-12_22:32:15.908139) \u000a22:32:19.743650 run osmo-hlr_10.42.42.2(pid=2903): stderr: \u000a| �[0;m�[1;31m20221212223216214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223216214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223216214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223216214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223216214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223216214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223216227 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223216235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223216235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223216236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:32:19.788002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2896): Terminating (SIGTERM)\u000a22:32:19.829822 run iperf3-srv_10.42.42.10(pid=2897): Terminating (SIGTERM)\u000a22:32:19.871586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2898): Terminating (SIGTERM)\u000a22:32:19.913078 run iperf3-srv_10.42.42.10(pid=2899): Terminating (SIGTERM)\u000a22:32:19.954744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2902): Terminating (SIGTERM)\u000a22:32:19.996445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2905): Terminating (SIGTERM)\u000a22:32:20.038691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2908): Terminating (SIGTERM)\u000a22:32:20.048349 --- ParallelTerminationStrategy: PID 2896 died...\u000a22:32:20.104210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2896): Terminated: ok {rc=0}\u000a22:32:20.114432 --- ParallelTerminationStrategy: PID 2897 died...\u000a22:32:20.169813 run iperf3-srv_10.42.42.10(pid=2897): Terminated {rc=256}\u000a22:32:20.179909 --- ParallelTerminationStrategy: PID 2898 died...\u000a22:32:20.235416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2898): Terminated: ok {rc=0}\u000a22:32:20.245425 --- ParallelTerminationStrategy: PID 2899 died...\u000a22:32:20.300637 run iperf3-srv_10.42.42.10(pid=2899): Terminated {rc=256}\u000a22:32:20.310832 --- ParallelTerminationStrategy: PID 2902 died...\u000a22:32:20.365861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2902): Terminated: ok {rc=0}\u000a22:32:20.375913 --- ParallelTerminationStrategy: PID 2905 died...\u000a22:32:20.431187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2905): Terminated: ok {rc=0}\u000a22:32:20.441232 --- ParallelTerminationStrategy: PID 2908 died...\u000a22:32:20.496469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2908): Terminated: ok {rc=0}\u000a22:32:20.582830 bus /gobi_0: Setting Powered False\u000a22:32:21.688750 bus /gobi_0: Setting Powered False\u000a22:32:22.795905 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2918): Process ended prematurely: osmo-stp_10.42.42.5(pid=2918) [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2918)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2918): Process ended prematurely: osmo-stp_10.42.42.5(pid=2918) [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2918)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a22:32:23.910977 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:23.923424 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:32:24.069472 tst iperf3.py: using LAC 31949\u000a22:32:24.190092 tst iperf3.py: using RAC 74\u000a22:32:24.311298 tst iperf3.py: using CellId 31949\u000a22:32:24.433857 tst iperf3.py: using BVCI 31950\u000a22:32:24.457700 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:24.468765 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:24.479774 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:24.491150 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:24.502435 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:24.513650 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:24.524850 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:24.536115 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:24.547491 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:32:24.843844 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:32:24.980290 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:32:25.318283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2910): Launched\u000a22:32:25.599188 run iperf3-srv_10.42.42.10(pid=2911): Launched\u000a22:32:25.799653 tst iperf3.py:8: start network...\u000a22:32:25.936182 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:32:26.457754 run create_hlr_db(pid=2912): Launched\u000a22:32:26.646251 bus /gobi_6: Setting Powered False\u000a22:32:27.656211 run create_hlr_db(pid=2912): Terminated: ok {rc=0}\u000a22:32:28.072434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2914): Launched\u000a22:32:28.380408 run osmo-hlr_10.42.42.2(pid=2915): Launched\u000a22:32:28.499527 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:32:29.037662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2917): Launched\u000a22:32:29.343981 run osmo-stp_10.42.42.5(pid=2918): Launched\u000a22:32:29.456145 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:32:29.988672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2920): Launched\u000a22:32:30.097622 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:32:30.364060 run patchelf(pid=2921): Launched\u000a22:32:30.543770 run osmo-stp_10.42.42.5(pid=2918): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2918)]\u000a22:32:30.674857 run osmo-stp_10.42.42.5(pid=2918): stdout: \u000a| (launched: 2022-12-12_22:32:29.193149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:30.806664 run osmo-stp_10.42.42.5(pid=2918): stderr: \u000a| �[0;m�[38;5;43m20221212223229365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223229365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223229365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223229366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223229366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223229366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223229366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:30.950346 run osmo-stp_10.42.42.5(pid=2918): stdout: \u000a| (launched: 2022-12-12_22:32:29.193149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:31.079555 run osmo-stp_10.42.42.5(pid=2918): stderr: \u000a| �[0;m�[38;5;43m20221212223229365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223229365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223229365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223229366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223229366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223229366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223229366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:31.231004 run patchelf(pid=2921): Terminating (SIGINT)\u000a22:32:31.409817 run patchelf(pid=2921): Terminated: ok {rc=0}\u000a22:32:31.442816 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2918): Process ended prematurely: osmo-stp_10.42.42.5(pid=2918) [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2918)] [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a22:32:31.452906 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a22:32:31.517765 run osmo-hlr_10.42.42.2(pid=2915): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2915)]\u000a22:32:31.568992 run osmo-hlr_10.42.42.2(pid=2915): stdout: \u000a| (launched: 2022-12-12_22:32:28.228837) \u000a22:32:31.621466 run osmo-hlr_10.42.42.2(pid=2915): stderr: \u000a| �[0;m�[1;31m20221212223228408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223228408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223228408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223228408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223228408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223228408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223228420 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223228429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223228429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223228429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:32:31.664766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2910): Terminating (SIGTERM)\u000a22:32:31.709683 run iperf3-srv_10.42.42.10(pid=2911): Terminating (SIGTERM)\u000a22:32:31.752494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2914): Terminating (SIGTERM)\u000a22:32:31.796676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2917): Terminating (SIGTERM)\u000a22:32:31.839066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2920): Terminating (SIGTERM)\u000a22:32:31.850289 --- ParallelTerminationStrategy: PID 2910 died...\u000a22:32:31.908117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2910): Terminated: ok {rc=0}\u000a22:32:31.918694 --- ParallelTerminationStrategy: PID 2911 died...\u000a22:32:31.973280 run iperf3-srv_10.42.42.10(pid=2911): Terminated {rc=256}\u000a22:32:31.984733 --- ParallelTerminationStrategy: PID 2914 died...\u000a22:32:32.039515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2914): Terminated: ok {rc=0}\u000a22:32:32.051193 --- ParallelTerminationStrategy: PID 2917 died...\u000a22:32:32.106025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2917): Terminated: ok {rc=0}\u000a22:32:32.117543 --- ParallelTerminationStrategy: PID 2920 died...\u000a22:32:32.172900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2920): Terminated: ok {rc=0}\u000a22:32:32.260836 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2936): Process ended prematurely: osmo-stp_10.42.42.5(pid=2936) [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2936)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2936): Process ended prematurely: osmo-stp_10.42.42.5(pid=2936) [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2936)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a22:32:33.377505 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:33.390621 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:32:33.533293 tst iperf3m4.py: using LAC 31950\u000a22:32:33.655629 tst iperf3m4.py: using RAC 75\u000a22:32:33.778092 tst iperf3m4.py: using CellId 31950\u000a22:32:33.906336 tst iperf3m4.py: using BVCI 31951\u000a22:32:33.931586 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:33.943378 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:33.955074 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:33.966898 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:33.979231 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:33.990793 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:34.002489 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:34.014036 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:34.026137 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:32:34.146727 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:32:34.266297 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:32:34.386097 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:32:34.684597 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:32:34.821424 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:32:35.158204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2922): Launched\u000a22:32:35.438035 run iperf3-srv_10.42.42.10(pid=2923): Launched\u000a22:32:35.638659 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:32:35.775273 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:32:36.113721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2924): Launched\u000a22:32:36.393966 run iperf3-srv_10.42.42.10(pid=2925): Launched\u000a22:32:36.594951 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:32:36.731343 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:32:37.069442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2926): Launched\u000a22:32:37.348938 run iperf3-srv_10.42.42.10(pid=2927): Launched\u000a22:32:37.548858 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:32:37.684929 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:32:38.021936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2928): Launched\u000a22:32:38.302274 run iperf3-srv_10.42.42.10(pid=2929): Launched\u000a22:32:38.502709 tst iperf3m4.py:8: start network...\u000a22:32:38.638673 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:32:39.158744 run create_hlr_db(pid=2930): Launched\u000a22:32:39.347301 bus /gobi_6: Setting Powered False\u000a22:32:40.367863 run create_hlr_db(pid=2930): Terminated: ok {rc=0}\u000a22:32:40.777602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2932): Launched\u000a22:32:41.082958 run osmo-hlr_10.42.42.2(pid=2933): Launched\u000a22:32:41.203837 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:32:41.749745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2935): Launched\u000a22:32:42.054330 run osmo-stp_10.42.42.5(pid=2936): Launched\u000a22:32:42.165584 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:32:42.696393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2938): Launched\u000a22:32:42.805388 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:32:43.072901 run patchelf(pid=2939): Launched\u000a22:32:43.253389 run osmo-stp_10.42.42.5(pid=2936): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2936)]\u000a22:32:43.383870 run osmo-stp_10.42.42.5(pid=2936): stdout: \u000a| (launched: 2022-12-12_22:32:41.904517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:43.514992 run osmo-stp_10.42.42.5(pid=2936): stderr: \u000a| �[0;m�[38;5;43m20221212223242075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223242075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223242076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223242076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223242077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223242077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223242077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:43.641668 run osmo-stp_10.42.42.5(pid=2936): stdout: \u000a| (launched: 2022-12-12_22:32:41.904517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:43.767301 run osmo-stp_10.42.42.5(pid=2936): stderr: \u000a| �[0;m�[38;5;43m20221212223242075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223242075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223242076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223242076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223242077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223242077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223242077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:43.914311 run patchelf(pid=2939): Terminating (SIGINT)\u000a22:32:44.087519 run patchelf(pid=2939): Terminated: ok {rc=0}\u000a22:32:44.119198 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2936): Process ended prematurely: osmo-stp_10.42.42.5(pid=2936) [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2936)] [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a22:32:44.128378 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a22:32:44.188107 run osmo-hlr_10.42.42.2(pid=2933): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2933)]\u000a22:32:44.237115 run osmo-hlr_10.42.42.2(pid=2933): stdout: \u000a| (launched: 2022-12-12_22:32:40.932324) \u000a22:32:44.286534 run osmo-hlr_10.42.42.2(pid=2933): stderr: \u000a| �[0;m�[1;31m20221212223241108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223241108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223241108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223241108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223241108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223241108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223241121 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223241130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223241130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223241130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:32:44.328130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2922): Terminating (SIGTERM)\u000a22:32:44.367888 run iperf3-srv_10.42.42.10(pid=2923): Terminating (SIGTERM)\u000a22:32:44.411894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2924): Terminating (SIGTERM)\u000a22:32:44.454272 run iperf3-srv_10.42.42.10(pid=2925): Terminating (SIGTERM)\u000a22:32:44.496363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2926): Terminating (SIGTERM)\u000a22:32:44.538245 run iperf3-srv_10.42.42.10(pid=2927): Terminating (SIGTERM)\u000a22:32:44.580386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2928): Terminating (SIGTERM)\u000a22:32:44.622086 run iperf3-srv_10.42.42.10(pid=2929): Terminating (SIGTERM)\u000a22:32:44.663850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2932): Terminating (SIGTERM)\u000a22:32:44.705800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2935): Terminating (SIGTERM)\u000a22:32:44.747713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2938): Terminating (SIGTERM)\u000a22:32:44.757643 --- ParallelTerminationStrategy: PID 2922 died...\u000a22:32:44.813791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2922): Terminated: ok {rc=0}\u000a22:32:44.823950 --- ParallelTerminationStrategy: PID 2923 died...\u000a22:32:44.879515 run iperf3-srv_10.42.42.10(pid=2923): Terminated {rc=256}\u000a22:32:44.890095 --- ParallelTerminationStrategy: PID 2924 died...\u000a22:32:44.945608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2924): Terminated: ok {rc=0}\u000a22:32:44.956334 --- ParallelTerminationStrategy: PID 2925 died...\u000a22:32:45.011619 run iperf3-srv_10.42.42.10(pid=2925): Terminated {rc=256}\u000a22:32:45.022207 --- ParallelTerminationStrategy: PID 2926 died...\u000a22:32:45.077972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2926): Terminated: ok {rc=0}\u000a22:32:45.088780 --- ParallelTerminationStrategy: PID 2927 died...\u000a22:32:45.144579 run iperf3-srv_10.42.42.10(pid=2927): Terminated {rc=256}\u000a22:32:45.155287 --- ParallelTerminationStrategy: PID 2928 died...\u000a22:32:45.211233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2928): Terminated: ok {rc=0}\u000a22:32:45.221995 --- ParallelTerminationStrategy: PID 2929 died...\u000a22:32:45.277284 run iperf3-srv_10.42.42.10(pid=2929): Terminated {rc=256}\u000a22:32:45.287848 --- ParallelTerminationStrategy: PID 2932 died...\u000a22:32:45.343470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2932): Terminated: ok {rc=0}\u000a22:32:45.354131 --- ParallelTerminationStrategy: PID 2935 died...\u000a22:32:45.409686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2935): Terminated: ok {rc=0}\u000a22:32:45.420321 --- ParallelTerminationStrategy: PID 2938 died...\u000a22:32:45.476027 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2938): Terminated: ok {rc=0}\u000a22:32:45.562349 bus /gobi_4: Setting Powered False\u000a22:32:46.667523 bus /gobi_4: Setting Powered False\u000a22:32:47.778921 bus /gobi_1: Setting Powered False\u000a22:32:48.880809 bus /gobi_1: Setting Powered False\u000a22:32:49.990042 bus /gobi_0: Setting Powered False\u000a22:32:51.091163 bus /gobi_0: Setting Powered False\u000a22:32:52.204034 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2946): Process ended prematurely: osmo-stp_10.42.42.5(pid=2946) [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2946)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2946): Process ended prematurely: osmo-stp_10.42.42.5(pid=2946) [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2946)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a22:32:53.270393 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:53.282361 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:32:53.423306 tst ping.py: using LAC 31951\u000a22:32:53.543238 tst ping.py: using RAC 76\u000a22:32:53.663133 tst ping.py: using CellId 31951\u000a22:32:53.786713 tst ping.py: using BVCI 31952\u000a22:32:53.809675 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:53.820833 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:53.831836 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:53.843314 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:53.854561 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:53.865933 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:53.877288 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:32:53.888869 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:32:54.180212 tst ping.py:19: start network...\u000a22:32:54.313961 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:32:54.824335 run create_hlr_db(pid=2940): Launched\u000a22:32:55.008932 bus /gobi_6: Setting Powered False\u000a22:32:56.029318 run create_hlr_db(pid=2940): Terminated: ok {rc=0}\u000a22:32:56.430650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2942): Launched\u000a22:32:56.731727 run osmo-hlr_10.42.42.2(pid=2943): Launched\u000a22:32:56.847901 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:32:57.379054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2945): Launched\u000a22:32:57.678947 run osmo-stp_10.42.42.5(pid=2946): Launched\u000a22:32:57.789585 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:32:58.315300 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2948): Launched\u000a22:32:58.422525 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:32:58.685114 run patchelf(pid=2949): Launched\u000a22:32:58.860923 run osmo-stp_10.42.42.5(pid=2946): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2946)]\u000a22:32:58.989718 run osmo-stp_10.42.42.5(pid=2946): stdout: \u000a| (launched: 2022-12-12_22:32:57.530681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:59.118914 run osmo-stp_10.42.42.5(pid=2946): stderr: \u000a| �[0;m�[38;5;43m20221212223257701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223257701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223257701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223257702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223257704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223257704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223257704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:59.243081 run osmo-stp_10.42.42.5(pid=2946): stdout: \u000a| (launched: 2022-12-12_22:32:57.530681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:59.366458 run osmo-stp_10.42.42.5(pid=2946): stderr: \u000a| �[0;m�[38;5;43m20221212223257701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223257701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223257701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223257702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223257704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223257704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223257704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:59.511261 run patchelf(pid=2949): Terminating (SIGINT)\u000a22:32:59.682356 run patchelf(pid=2949): Terminated: ok {rc=0}\u000a22:32:59.713488 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2946): Process ended prematurely: osmo-stp_10.42.42.5(pid=2946) [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2946)] [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a22:32:59.722387 tst ping.py:22: Test FAILED (6.4 sec)\u000a22:32:59.782526 run osmo-hlr_10.42.42.2(pid=2943): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2943)]\u000a22:32:59.831666 run osmo-hlr_10.42.42.2(pid=2943): stdout: \u000a| (launched: 2022-12-12_22:32:56.582793) \u000a22:32:59.881464 run osmo-hlr_10.42.42.2(pid=2943): stderr: \u000a| �[0;m�[1;31m20221212223256759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223256759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223256759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223256759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223256759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223256760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223256772 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223256782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223256782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223256782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:32:59.923366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2942): Terminating (SIGTERM)\u000a22:32:59.963020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2945): Terminating (SIGTERM)\u000a22:33:00.002398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2948): Terminating (SIGTERM)\u000a22:33:00.012034 --- ParallelTerminationStrategy: PID 2942 died...\u000a22:33:00.065045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2942): Terminated: ok {rc=0}\u000a22:33:00.074635 --- ParallelTerminationStrategy: PID 2945 died...\u000a22:33:00.128240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2945): Terminated: ok {rc=0}\u000a22:33:00.138345 --- ParallelTerminationStrategy: PID 2948 died...\u000a22:33:00.191782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2948): Terminated: ok {rc=0}\u000a22:33:00.279895 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2957): Process ended prematurely: osmo-stp_10.42.42.5(pid=2957) [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2957)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2957): Process ended prematurely: osmo-stp_10.42.42.5(pid=2957) [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2957)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a22:33:01.346742 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:33:01.364329 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:33:01.548251 tst ping_idle_ping.py: using LAC 31952\u000a22:33:01.687759 tst ping_idle_ping.py: using RAC 77\u000a22:33:01.848338 tst ping_idle_ping.py: using CellId 31952\u000a22:33:01.978740 tst ping_idle_ping.py: using BVCI 31953\u000a22:33:02.003186 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:33:02.015713 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:33:02.029224 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:33:02.042568 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:33:02.055267 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:33:02.069619 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:33:02.083175 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:33:02.095530 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:33:02.385392 tst ping_idle_ping.py:24: start network...\u000a22:33:02.511056 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:33:02.986315 run create_hlr_db(pid=2951): Launched\u000a22:33:03.160268 bus /gobi_6: Setting Powered False\u000a22:33:04.180751 run create_hlr_db(pid=2951): Terminated: ok {rc=0}\u000a22:33:04.581112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2953): Launched\u000a22:33:04.882459 run osmo-hlr_10.42.42.2(pid=2954): Launched\u000a22:33:04.999966 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:33:05.530363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2956): Launched\u000a22:33:05.830638 run osmo-stp_10.42.42.5(pid=2957): Launched\u000a22:33:05.940732 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:33:06.464509 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2959): Launched\u000a22:33:06.571667 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:33:06.833326 run patchelf(pid=2960): Launched\u000a22:33:07.009375 run osmo-stp_10.42.42.5(pid=2957): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2957)]\u000a22:33:07.138029 run osmo-stp_10.42.42.5(pid=2957): stdout: \u000a| (launched: 2022-12-12_22:33:05.682318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:07.267228 run osmo-stp_10.42.42.5(pid=2957): stderr: \u000a| �[0;m�[38;5;43m20221212223305852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223305852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223305852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223305853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223305853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223305853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223305853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:07.391457 run osmo-stp_10.42.42.5(pid=2957): stdout: \u000a| (launched: 2022-12-12_22:33:05.682318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:07.514430 run osmo-stp_10.42.42.5(pid=2957): stderr: \u000a| �[0;m�[38;5;43m20221212223305852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223305852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223305852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223305853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223305853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223305853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223305853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:07.659149 run patchelf(pid=2960): Terminating (SIGINT)\u000a22:33:07.829642 run patchelf(pid=2960): Terminated: ok {rc=0}\u000a22:33:07.860391 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2957): Process ended prematurely: osmo-stp_10.42.42.5(pid=2957) [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2957)] [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a22:33:07.868772 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a22:33:07.928454 run osmo-hlr_10.42.42.2(pid=2954): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2954)]\u000a22:33:07.977457 run osmo-hlr_10.42.42.2(pid=2954): stdout: \u000a| (launched: 2022-12-12_22:33:04.734172) \u000a22:33:08.026378 run osmo-hlr_10.42.42.2(pid=2954): stderr: \u000a| �[0;m�[1;31m20221212223304909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223304909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223304909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223304909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223304909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223304909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223304921 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223304929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223304930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223304930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:33:08.067902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2953): Terminating (SIGTERM)\u000a22:33:08.107289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2956): Terminating (SIGTERM)\u000a22:33:08.146804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2959): Terminating (SIGTERM)\u000a22:33:08.156193 --- ParallelTerminationStrategy: PID 2953 died...\u000a22:33:08.208659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2953): Terminated: ok {rc=0}\u000a22:33:08.218818 --- ParallelTerminationStrategy: PID 2956 died...\u000a22:33:08.272084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2956): Terminated: ok {rc=0}\u000a22:33:08.281904 --- ParallelTerminationStrategy: PID 2959 died...\u000a22:33:08.333918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2959): Terminated: ok {rc=0}\u000a22:33:08.420605 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:32:10" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2971): Process ended prematurely: osmo-stp_10.42.42.5(pid=2971) [trial-2383↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2971)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2971): Process ended prematurely: osmo-stp_10.42.42.5(pid=2971) [trial-2383↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2971)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:33:10.449601 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:33:10.460566 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:33:10.613682 tst switch_tch_pdch.py: using LAC 31953\u000a22:33:10.734096 tst switch_tch_pdch.py: using RAC 78\u000a22:33:10.849673 tst switch_tch_pdch.py: using CellId 31953\u000a22:33:10.966487 tst switch_tch_pdch.py: using BVCI 31954\u000a22:33:10.989466 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:33:11.000568 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:33:11.011510 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:33:11.022850 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:33:11.034151 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:33:11.045392 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:33:11.056636 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:33:11.067872 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:33:11.185077 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:33:11.462079 tst switch_tch_pdch.py:51: start network...\u000a22:33:11.586217 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:33:12.056897 run create_hlr_db(pid=2965): Launched\u000a22:33:12.230640 bus /gobi_6: Setting Powered False\u000a22:33:13.251221 run create_hlr_db(pid=2965): Terminated: ok {rc=0}\u000a22:33:13.677146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2967): Launched\u000a22:33:13.996430 run osmo-hlr_10.42.42.2(pid=2968): Launched\u000a22:33:14.113718 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:33:14.667028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2970): Launched\u000a22:33:14.985366 run osmo-stp_10.42.42.5(pid=2971): Launched\u000a22:33:15.102021 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:33:15.659469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2973): Launched\u000a22:33:15.773475 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:33:16.091280 run patchelf(pid=2974): Launched\u000a22:33:16.282119 run osmo-stp_10.42.42.5(pid=2971): ERR: Terminated: ERROR {rc=1} [trial-2383↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2971)]\u000a22:33:16.421268 run osmo-stp_10.42.42.5(pid=2971): stdout: \u000a| (launched: 2022-12-12_22:33:14.829406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:16.560733 run osmo-stp_10.42.42.5(pid=2971): stderr: \u000a| �[0;m�[38;5;43m20221212223315019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223315020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223315020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223315020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223315023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223315023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223315023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:16.696520 run osmo-stp_10.42.42.5(pid=2971): stdout: \u000a| (launched: 2022-12-12_22:33:14.829406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:16.830917 run osmo-stp_10.42.42.5(pid=2971): stderr: \u000a| �[0;m�[38;5;43m20221212223315019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223315020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223315020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223315020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223315023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223315023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223315023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:16.987065 run patchelf(pid=2974): Terminating (SIGINT)\u000a22:33:17.171052 run patchelf(pid=2974): Terminated: ok {rc=0}\u000a22:33:17.203739 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=2971): Process ended prematurely: osmo-stp_10.42.42.5(pid=2971) [trial-2383↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2971)] [trial-2383↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:33:17.212877 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a22:33:17.275210 run osmo-hlr_10.42.42.2(pid=2968): ERR: Terminated: ERROR {rc=237} [trial-2383↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2968)]\u000a22:33:17.326024 run osmo-hlr_10.42.42.2(pid=2968): stdout: \u000a| (launched: 2022-12-12_22:33:13.840424) \u000a22:33:17.377320 run osmo-hlr_10.42.42.2(pid=2968): stderr: \u000a| �[0;m�[1;31m20221212223314037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223314037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223314037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223314037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223314037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223314038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223314053 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223314063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223314063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223314063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:33:17.421461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2967): Terminating (SIGTERM)\u000a22:33:17.462949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2970): Terminating (SIGTERM)\u000a22:33:17.504565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2973): Terminating (SIGTERM)\u000a22:33:17.514354 --- ParallelTerminationStrategy: PID 2967 died...\u000a22:33:17.569655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2967): Terminated: ok {rc=0}\u000a22:33:17.579605 --- ParallelTerminationStrategy: PID 2970 died...\u000a22:33:17.635096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2970): Terminated: ok {rc=0}\u000a22:33:17.645232 --- ParallelTerminationStrategy: PID 2973 died...\u000a22:33:17.700454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2973): Terminated: ok {rc=0}\u000a22:33:17.785809 bus /gobi_0: Setting Powered False\u000a22:33:18.892383 bus /gobi_0: Setting Powered False\u000a22:33:19.999958 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:33:10" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2984): Process ended prematurely: osmo-stp_10.42.42.5(pid=2984) [trial-2383↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2984)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2984): Process ended prematurely: osmo-stp_10.42.42.5(pid=2984) [trial-2383↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2984)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a22:33:21.979468 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:33:21.990852 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a22:33:22.153723 tst switch_tch_pdch.py: using LAC 31954\u000a22:33:22.278079 tst switch_tch_pdch.py: using RAC 79\u000a22:33:22.402889 tst switch_tch_pdch.py: using CellId 31954\u000a22:33:22.527126 tst switch_tch_pdch.py: using BVCI 31955\u000a22:33:22.551663 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:33:22.563040 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:33:22.574185 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:33:22.585468 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:33:22.596532 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:33:22.607736 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:33:22.619074 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:33:22.630288 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:33:22.747867 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:33:23.024246 tst switch_tch_pdch.py:51: start network...\u000a22:33:23.149160 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:33:23.594781 run create_hlr_db(pid=2978): Launched\u000a22:33:23.717235 bus /gobi_6: Setting Powered False\u000a22:33:24.788730 run create_hlr_db(pid=2978): Terminated: ok {rc=0}\u000a22:33:25.187436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2980): Launched\u000a22:33:25.505683 run osmo-hlr_10.42.42.2(pid=2981): Launched\u000a22:33:25.622697 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:33:26.151170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2983): Launched\u000a22:33:26.469640 run osmo-stp_10.42.42.5(pid=2984): Launched\u000a22:33:26.585933 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:33:27.116834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2986): Launched\u000a22:33:27.230775 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:33:27.509001 run patchelf(pid=2987): Launched\u000a22:33:27.695797 run osmo-stp_10.42.42.5(pid=2984): ERR: Terminated: ERROR {rc=1} [trial-2383↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2984)]\u000a22:33:27.832372 run osmo-stp_10.42.42.5(pid=2984): stdout: \u000a| (launched: 2022-12-12_22:33:26.313468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:27.968860 run osmo-stp_10.42.42.5(pid=2984): stderr: \u000a| �[0;m�[38;5;43m20221212223326506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223326506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223326506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223326506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223326507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223326507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223326507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:28.101011 run osmo-stp_10.42.42.5(pid=2984): stdout: \u000a| (launched: 2022-12-12_22:33:26.313468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:28.232007 run osmo-stp_10.42.42.5(pid=2984): stderr: \u000a| �[0;m�[38;5;43m20221212223326506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223326506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223326506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223326506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223326507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223326507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223326507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:28.385309 run patchelf(pid=2987): Terminating (SIGINT)\u000a22:33:28.565655 run patchelf(pid=2987): Terminated: ok {rc=0}\u000a22:33:28.598211 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=2984): Process ended prematurely: osmo-stp_10.42.42.5(pid=2984) [trial-2383↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2984)] [trial-2383↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a22:33:28.607361 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a22:33:28.669384 run osmo-hlr_10.42.42.2(pid=2981): ERR: Terminated: ERROR {rc=237} [trial-2383↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2981)]\u000a22:33:28.720426 run osmo-hlr_10.42.42.2(pid=2981): stdout: \u000a| (launched: 2022-12-12_22:33:25.349621) \u000a22:33:28.772043 run osmo-hlr_10.42.42.2(pid=2981): stderr: \u000a| �[0;m�[1;31m20221212223325547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223325547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223325547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223325547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223325547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223325547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223325562 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223325572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223325573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223325573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:33:28.815729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2980): Terminating (SIGTERM)\u000a22:33:28.856736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2983): Terminating (SIGTERM)\u000a22:33:28.897964 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2986): Terminating (SIGTERM)\u000a22:33:28.907577 --- ParallelTerminationStrategy: PID 2980 died...\u000a22:33:28.962667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2980): Terminated: ok {rc=0}\u000a22:33:28.972612 --- ParallelTerminationStrategy: PID 2983 died...\u000a22:33:29.027525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2983): Terminated: ok {rc=0}\u000a22:33:29.037854 --- ParallelTerminationStrategy: PID 2986 died...\u000a22:33:29.093130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2986): Terminated: ok {rc=0}\u000a22:33:29.180162 bus /gobi_0: Setting Powered False\u000a22:33:30.285187 bus /gobi_0: Setting Powered False\u000a22:33:31.393233 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:33:21" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2992): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2992) [trial-2383↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2992)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2992): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2992) [trial-2383↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2992)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a22:33:33.295754 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a22:33:33.307013 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:33:33.448864 tst mo_mt_sms.py: using LAC 31955\u000a22:33:33.573235 tst mo_mt_sms.py: using RAC 80\u000a22:33:33.697976 tst mo_mt_sms.py: using CellId 31955\u000a22:33:33.825865 tst mo_mt_sms.py: using BVCI 31956\u000a22:33:33.850161 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a22:33:33.964853 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a22:33:34.255559 tst mo_mt_sms.py:9: start nitb and bts...\u000a22:33:34.388721 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:33:35.047080 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2991): Launched\u000a22:33:35.363426 run osmo-nitb_10.42.42.2(pid=2992): Launched\u000a22:33:35.558780 run osmo-nitb_10.42.42.2(pid=2992): ERR: Terminated: ERROR {rc=2} [trial-2383↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2992)]\u000a22:33:35.702758 run osmo-nitb_10.42.42.2(pid=2992): stdout: \u000a| (launched: 2022-12-12_22:33:35.209928) \u000a22:33:35.847228 run osmo-nitb_10.42.42.2(pid=2992): stderr: \u000a| (launched: 2022-12-12_22:33:35.257408)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:33:35.986509 run osmo-nitb_10.42.42.2(pid=2992): stdout: \u000a| (launched: 2022-12-12_22:33:35.209928) \u000a22:33:36.125533 run osmo-nitb_10.42.42.2(pid=2992): stderr: \u000a| (launched: 2022-12-12_22:33:35.257408)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:33:36.492238 tst osmo-nitb_10.42.42.2(pid=2992): stdout: \u000a| (launched: 2022-12-12_22:33:35.209928) \u000a22:33:36.619436 tst osmo-nitb_10.42.42.2(pid=2992): stderr: \u000a| (launched: 2022-12-12_22:33:35.257408)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:33:36.675051 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=2992): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2992) [trial-2383↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2992)] [trial-2383↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a22:33:36.683641 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a22:33:36.719304 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2991): Terminating (SIGTERM)\u000a22:33:36.896906 --- ParallelTerminationStrategy: PID 2991 died...\u000a22:33:36.953740 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2991): Terminated: ok {rc=0}\u000a22:33:37.040827 bus /sierra_3: Setting Powered False\u000a22:33:38.147251 bus /sierra_3: Setting Powered False\u000a22:33:39.255700 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:33:33" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3002): Process ended prematurely: osmo-stp_10.42.42.5(pid=3002) [trial-2383↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3002)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3002): Process ended prematurely: osmo-stp_10.42.42.5(pid=3002) [trial-2383↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3002)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a22:33:41.159010 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:33:41.170190 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:33:41.313880 tst mo_mt_sms.py: using LAC 31956\u000a22:33:41.440100 tst mo_mt_sms.py: using RAC 81\u000a22:33:41.565685 tst mo_mt_sms.py: using CellId 31956\u000a22:33:41.692434 tst mo_mt_sms.py: using BVCI 31957\u000a22:33:41.716697 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:33:41.727890 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:33:41.738885 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:33:41.750451 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:33:41.762010 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:33:41.773623 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a22:33:41.892893 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a22:33:42.102975 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:33:42.614525 run create_hlr_db(pid=2996): Launched\u000a22:33:42.800809 bus /sierra_2: Setting Powered False\u000a22:33:43.820435 run create_hlr_db(pid=2996): Terminated: ok {rc=0}\u000a22:33:44.224105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2998): Launched\u000a22:33:44.522909 run osmo-hlr_10.42.42.2(pid=2999): Launched\u000a22:33:44.640015 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:33:45.168557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3001): Launched\u000a22:33:45.466813 run osmo-stp_10.42.42.5(pid=3002): Launched\u000a22:33:45.577680 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:33:46.186059 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3004): Launched\u000a22:33:46.611380 run osmo-msc_10.42.42.6(pid=3005): Launched\u000a22:33:46.853794 run osmo-stp_10.42.42.5(pid=3002): ERR: Terminated: ERROR {rc=1} [trial-2383↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3002)]\u000a22:33:47.166889 run osmo-stp_10.42.42.5(pid=3002): stdout: \u000a| (launched: 2022-12-12_22:33:45.320312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:47.364126 run osmo-stp_10.42.42.5(pid=3002): stderr: \u000a| �[0;m�[38;5;43m20221212223345489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223345490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223345490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223345490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223345492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223345493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223345493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:47.485973 run osmo-stp_10.42.42.5(pid=3002): stdout: \u000a| (launched: 2022-12-12_22:33:45.320312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:47.606289 run osmo-stp_10.42.42.5(pid=3002): stderr: \u000a| �[0;m�[38;5;43m20221212223345489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223345490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223345490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223345490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223345492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223345493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223345493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:47.658599 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=3002): Process ended prematurely: osmo-stp_10.42.42.5(pid=3002) [trial-2383↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3002)] [trial-2383↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a22:33:47.666717 tst mo_mt_sms.py:16: Test FAILED (6.5 sec)\u000a22:33:47.727877 run osmo-hlr_10.42.42.2(pid=2999): ERR: Terminated: ERROR {rc=237} [trial-2383↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2999)]\u000a22:33:47.777771 run osmo-hlr_10.42.42.2(pid=2999): stdout: \u000a| (launched: 2022-12-12_22:33:44.375498) \u000a22:33:47.827810 run osmo-hlr_10.42.42.2(pid=2999): stderr: \u000a| �[0;m�[1;31m20221212223344550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223344550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223344550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223344550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223344550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223344550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223344562 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223344571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223344571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223344571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:33:47.895457 run osmo-msc_10.42.42.6(pid=3005): ERR: Terminated: ERROR {rc=2} [trial-2383↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3005)]\u000a22:33:47.944545 run osmo-msc_10.42.42.6(pid=3005): stdout: \u000a| (launched: 2022-12-12_22:33:46.351813) \u000a22:33:47.994119 run osmo-msc_10.42.42.6(pid=3005): stderr: \u000a| �[0;m�[38;5;43m20221212223346950 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212223346950 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa43ac65c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212223346951 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212223346951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212223346952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212223346953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212223346956 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212223346957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212223346957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212223346957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:33:48.036134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2998): Terminating (SIGTERM)\u000a22:33:48.075994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3001): Terminating (SIGTERM)\u000a22:33:48.115753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3004): Terminating (SIGTERM)\u000a22:33:48.124829 --- ParallelTerminationStrategy: PID 2998 died...\u000a22:33:48.178187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2998): Terminated: ok {rc=0}\u000a22:33:48.187744 --- ParallelTerminationStrategy: PID 3001 died...\u000a22:33:48.240538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3001): Terminated: ok {rc=0}\u000a22:33:48.250321 --- ParallelTerminationStrategy: PID 3004 died...\u000a22:33:48.303526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3004): Terminated: ok {rc=0}\u000a22:33:48.392165 bus /sierra_3: Setting Powered False\u000a22:33:49.495616 bus /sierra_3: Setting Powered False\u000a22:33:50.604710 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:33:40" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3011): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3011) [trial-2383↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3011)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3011): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3011) [trial-2383↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3011)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a22:33:52.446525 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a22:33:52.458441 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:33:52.601991 tst assert_extension.py: using LAC 31957\u000a22:33:52.728024 tst assert_extension.py: using RAC 82\u000a22:33:52.853113 tst assert_extension.py: using CellId 31957\u000a22:33:52.977404 tst assert_extension.py: using BVCI 31958\u000a22:33:53.001792 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a22:33:53.278914 tst assert_extension.py:10: start nitb and bts...\u000a22:33:53.403535 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:33:54.027090 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3010): Launched\u000a22:33:54.327267 run osmo-nitb_10.42.42.2(pid=3011): Launched\u000a22:33:54.513107 run osmo-nitb_10.42.42.2(pid=3011): ERR: Terminated: ERROR {rc=2} [trial-2383↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3011)]\u000a22:33:54.649690 run osmo-nitb_10.42.42.2(pid=3011): stdout: \u000a| (launched: 2022-12-12_22:33:54.181468) \u000a22:33:54.786928 run osmo-nitb_10.42.42.2(pid=3011): stderr: \u000a| (launched: 2022-12-12_22:33:54.226397)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:33:54.918946 run osmo-nitb_10.42.42.2(pid=3011): stdout: \u000a| (launched: 2022-12-12_22:33:54.181468) \u000a22:33:55.050894 run osmo-nitb_10.42.42.2(pid=3011): stderr: \u000a| (launched: 2022-12-12_22:33:54.226397)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:33:55.449180 tst osmo-nitb_10.42.42.2(pid=3011): stdout: \u000a| (launched: 2022-12-12_22:33:54.181468) \u000a22:33:55.569846 tst osmo-nitb_10.42.42.2(pid=3011): stderr: \u000a| (launched: 2022-12-12_22:33:54.226397)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:33:55.622637 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=3011): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3011) [trial-2383↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3011)] [trial-2383↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a22:33:55.630856 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a22:33:55.665680 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3010): Terminating (SIGTERM)\u000a22:33:55.842887 --- ParallelTerminationStrategy: PID 3010 died...\u000a22:33:55.900460 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3010): Terminated: ok {rc=0}\u000a22:33:55.986732 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:33:52" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "ussd:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3021): Process ended prematurely: osmo-stp_10.42.42.5(pid=3021) [trial-2383↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3021)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3021): Process ended prematurely: osmo-stp_10.42.42.5(pid=3021) [trial-2383↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3021)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a22:33:57.834286 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:33:57.845374 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:33:57.985454 tst assert_extension.py: using LAC 31958\u000a22:33:58.113277 tst assert_extension.py: using RAC 83\u000a22:33:58.243902 tst assert_extension.py: using CellId 31958\u000a22:33:58.366625 tst assert_extension.py: using BVCI 31959\u000a22:33:58.390878 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:33:58.402132 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:33:58.413142 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:33:58.424016 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:33:58.435065 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:33:58.446060 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a22:33:58.642935 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:33:59.111693 run create_hlr_db(pid=3015): Launched\u000a22:33:59.284537 bus /sierra_2: Setting Powered False\u000a22:34:00.304330 run create_hlr_db(pid=3015): Terminated: ok {rc=0}\u000a22:34:00.727854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3017): Launched\u000a22:34:01.186687 run osmo-hlr_10.42.42.2(pid=3018): Launched\u000a22:34:01.448776 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:34:02.189060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3020): Launched\u000a22:34:02.504651 run osmo-stp_10.42.42.5(pid=3021): Launched\u000a22:34:02.619077 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:34:03.195143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3023): Launched\u000a22:34:03.509396 run osmo-msc_10.42.42.6(pid=3024): Launched\u000a22:34:03.694681 run osmo-stp_10.42.42.5(pid=3021): ERR: Terminated: ERROR {rc=1} [trial-2383↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3021)]\u000a22:34:03.827797 run osmo-stp_10.42.42.5(pid=3021): stdout: \u000a| (launched: 2022-12-12_22:34:02.350893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:03.960675 run osmo-stp_10.42.42.5(pid=3021): stderr: \u000a| �[0;m�[38;5;43m20221212223402541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223402542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223402542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223402542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223402543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223402543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223402543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:04.087400 run osmo-stp_10.42.42.5(pid=3021): stdout: \u000a| (launched: 2022-12-12_22:34:02.350893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:04.213091 run osmo-stp_10.42.42.5(pid=3021): stderr: \u000a| �[0;m�[38;5;43m20221212223402541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223402542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223402542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223402542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223402543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223402543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223402543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:04.268163 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=3021): Process ended prematurely: osmo-stp_10.42.42.5(pid=3021) [trial-2383↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3021)] [trial-2383↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a22:34:04.276744 tst assert_extension.py:17: Test FAILED (6.4 sec)\u000a22:34:04.338821 run osmo-hlr_10.42.42.2(pid=3018): ERR: Terminated: ERROR {rc=237} [trial-2383↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3018)]\u000a22:34:04.390056 run osmo-hlr_10.42.42.2(pid=3018): stdout: \u000a| (launched: 2022-12-12_22:34:00.896606) \u000a22:34:04.441551 run osmo-hlr_10.42.42.2(pid=3018): stderr: \u000a| �[0;m�[1;31m20221212223401374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223401374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223401374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223401375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223401375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223401376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223401401 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223401416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223401425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223401425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:34:04.511251 run osmo-msc_10.42.42.6(pid=3024): ERR: Terminated: ERROR {rc=2} [trial-2383↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3024)]\u000a22:34:04.561888 run osmo-msc_10.42.42.6(pid=3024): stdout: \u000a| (launched: 2022-12-12_22:34:03.355631) \u000a22:34:04.613157 run osmo-msc_10.42.42.6(pid=3024): stderr: \u000a| �[0;m�[38;5;43m20221212223403680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212223403680 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f91bc7b2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212223403680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212223403680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212223403681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212223403681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212223403682 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212223403683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212223403683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212223403683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:34:04.656847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3017): Terminating (SIGTERM)\u000a22:34:04.698193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3020): Terminating (SIGTERM)\u000a22:34:04.739478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3023): Terminating (SIGTERM)\u000a22:34:04.749244 --- ParallelTerminationStrategy: PID 3017 died...\u000a22:34:04.804432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3017): Terminated: ok {rc=0}\u000a22:34:04.814395 --- ParallelTerminationStrategy: PID 3020 died...\u000a22:34:04.869286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3020): Terminated: ok {rc=0}\u000a22:34:04.879245 --- ParallelTerminationStrategy: PID 3023 died...\u000a22:34:04.934099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3023): Terminated: ok {rc=0}\u000a22:34:05.020710 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:33:57" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3035): Process ended prematurely: osmo-stp_10.42.42.5(pid=3035) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3035)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3035): Process ended prematurely: osmo-stp_10.42.42.5(pid=3035) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3035)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:34:06.972631 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:34:06.983712 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:34:07.140702 tst mo_mt_call.py: using LAC 31959\u000a22:34:07.259944 tst mo_mt_call.py: using RAC 84\u000a22:34:07.380420 tst mo_mt_call.py: using CellId 31959\u000a22:34:07.501591 tst mo_mt_call.py: using BVCI 31960\u000a22:34:07.524574 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:34:07.535986 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:34:07.546932 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:34:07.558641 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:34:07.569932 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:34:07.581229 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:34:07.696423 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:34:07.895371 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:34:08.372209 run create_hlr_db(pid=3029): Launched\u000a22:34:08.547076 bus /sierra_2: Setting Powered False\u000a22:34:09.566924 run create_hlr_db(pid=3029): Terminated: ok {rc=0}\u000a22:34:09.993225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3031): Launched\u000a22:34:10.314837 run osmo-hlr_10.42.42.2(pid=3032): Launched\u000a22:34:10.432656 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:34:10.990344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3034): Launched\u000a22:34:11.312909 run osmo-stp_10.42.42.5(pid=3035): Launched\u000a22:34:11.430389 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:34:12.021794 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3037): Launched\u000a22:34:12.325200 run osmo-msc_10.42.42.6(pid=3038): Launched\u000a22:34:12.502688 run osmo-stp_10.42.42.5(pid=3035): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3035)]\u000a22:34:12.632460 run osmo-stp_10.42.42.5(pid=3035): stdout: \u000a| (launched: 2022-12-12_22:34:11.155718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:12.758585 run osmo-stp_10.42.42.5(pid=3035): stderr: \u000a| �[0;m�[38;5;43m20221212223411349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223411349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223411349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223411350 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223411350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223411350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223411350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:12.879692 run osmo-stp_10.42.42.5(pid=3035): stdout: \u000a| (launched: 2022-12-12_22:34:11.155718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:12.999703 run osmo-stp_10.42.42.5(pid=3035): stderr: \u000a| �[0;m�[38;5;43m20221212223411349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223411349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223411349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223411350 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223411350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223411350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223411350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:13.052714 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3035): Process ended prematurely: osmo-stp_10.42.42.5(pid=3035) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3035)] [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a22:34:13.061189 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a22:34:13.120376 run osmo-hlr_10.42.42.2(pid=3032): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3032)]\u000a22:34:13.169314 run osmo-hlr_10.42.42.2(pid=3032): stdout: \u000a| (launched: 2022-12-12_22:34:10.157172) \u000a22:34:13.218613 run osmo-hlr_10.42.42.2(pid=3032): stderr: \u000a| �[0;m�[1;31m20221212223410355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223410355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223410355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223410355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223410355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223410355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223410367 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223410375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223410375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223410376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:34:13.285705 run osmo-msc_10.42.42.6(pid=3038): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3038)]\u000a22:34:13.334068 run osmo-msc_10.42.42.6(pid=3038): stdout: \u000a| (launched: 2022-12-12_22:34:12.175782) \u000a22:34:13.383210 run osmo-msc_10.42.42.6(pid=3038): stderr: \u000a| �[0;m�[38;5;43m20221212223412450 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212223412450 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbb83a1ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212223412450 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212223412450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212223412450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212223412450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212223412452 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212223412452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212223412452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212223412453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:34:13.424415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3031): Terminating (SIGTERM)\u000a22:34:13.463829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3034): Terminating (SIGTERM)\u000a22:34:13.503205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3037): Terminating (SIGTERM)\u000a22:34:13.512551 --- ParallelTerminationStrategy: PID 3031 died...\u000a22:34:13.565189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3031): Terminated: ok {rc=0}\u000a22:34:13.574873 --- ParallelTerminationStrategy: PID 3034 died...\u000a22:34:13.627631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3034): Terminated: ok {rc=0}\u000a22:34:13.637181 --- ParallelTerminationStrategy: PID 3037 died...\u000a22:34:13.689222 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3037): Terminated: ok {rc=0}\u000a22:34:13.777425 bus /sierra_3: Setting Powered False\u000a22:34:14.878941 bus /sierra_3: Setting Powered False\u000a22:34:16.013206 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3046): Process ended prematurely: osmo-stp_10.42.42.5(pid=3046) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3046)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3046): Process ended prematurely: osmo-stp_10.42.42.5(pid=3046) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3046)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:34:17.156439 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:34:17.170854 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:34:17.341322 tst mo_mt_call_osmux.py: using LAC 31960\u000a22:34:17.468284 tst mo_mt_call_osmux.py: using RAC 85\u000a22:34:17.595143 tst mo_mt_call_osmux.py: using CellId 31960\u000a22:34:17.721689 tst mo_mt_call_osmux.py: using BVCI 31961\u000a22:34:17.746645 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:34:17.758342 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:34:17.770134 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:34:17.781605 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:34:17.793147 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:34:17.804556 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:34:17.923922 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:34:18.126459 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:34:18.604627 run create_hlr_db(pid=3040): Launched\u000a22:34:18.779519 bus /sierra_2: Setting Powered False\u000a22:34:19.801219 run create_hlr_db(pid=3040): Terminated: ok {rc=0}\u000a22:34:20.229046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3042): Launched\u000a22:34:20.550638 run osmo-hlr_10.42.42.2(pid=3043): Launched\u000a22:34:20.671895 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:34:21.232137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3045): Launched\u000a22:34:21.554070 run osmo-stp_10.42.42.5(pid=3046): Launched\u000a22:34:21.672202 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:34:22.258343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3048): Launched\u000a22:34:22.579377 run osmo-msc_10.42.42.6(pid=3049): Launched\u000a22:34:22.767969 run osmo-stp_10.42.42.5(pid=3046): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3046)]\u000a22:34:22.904335 run osmo-stp_10.42.42.5(pid=3046): stdout: \u000a| (launched: 2022-12-12_22:34:21.397087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:23.040297 run osmo-stp_10.42.42.5(pid=3046): stderr: \u000a| �[0;m�[38;5;43m20221212223421591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223421591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223421591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223421591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223421592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223421592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223421592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:23.170568 run osmo-stp_10.42.42.5(pid=3046): stdout: \u000a| (launched: 2022-12-12_22:34:21.397087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:23.298602 run osmo-stp_10.42.42.5(pid=3046): stderr: \u000a| �[0;m�[38;5;43m20221212223421591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223421591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223421591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223421591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223421592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223421592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223421592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:23.355010 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3046): Process ended prematurely: osmo-stp_10.42.42.5(pid=3046) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3046)] [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a22:34:23.364198 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:34:23.425834 run osmo-hlr_10.42.42.2(pid=3043): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3043)]\u000a22:34:23.476394 run osmo-hlr_10.42.42.2(pid=3043): stdout: \u000a| (launched: 2022-12-12_22:34:20.392937) \u000a22:34:23.527906 run osmo-hlr_10.42.42.2(pid=3043): stderr: \u000a| �[0;m�[1;31m20221212223420589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223420590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223420590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223420590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223420590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223420590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223420602 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223420612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223420612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223420613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:34:23.597746 run osmo-msc_10.42.42.6(pid=3049): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3049)]\u000a22:34:23.648347 run osmo-msc_10.42.42.6(pid=3049): stdout: \u000a| (launched: 2022-12-12_22:34:22.421792) \u000a22:34:23.699938 run osmo-msc_10.42.42.6(pid=3049): stderr: \u000a| �[0;m�[38;5;43m20221212223422746 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212223422746 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f05856c1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212223422746 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212223422747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212223422747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212223422747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212223422750 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212223422750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212223422751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212223422751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:34:23.743377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3042): Terminating (SIGTERM)\u000a22:34:23.784291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3045): Terminating (SIGTERM)\u000a22:34:23.825202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3048): Terminating (SIGTERM)\u000a22:34:23.834701 --- ParallelTerminationStrategy: PID 3042 died...\u000a22:34:23.889538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3042): Terminated: ok {rc=0}\u000a22:34:23.899410 --- ParallelTerminationStrategy: PID 3045 died...\u000a22:34:23.953870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3045): Terminated: ok {rc=0}\u000a22:34:23.963657 --- ParallelTerminationStrategy: PID 3048 died...\u000a22:34:24.019085 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3048): Terminated: ok {rc=0}\u000a22:34:24.105108 bus /sierra_3: Setting Powered False\u000a22:34:25.206009 bus /sierra_3: Setting Powered False\u000a22:34:26.310033 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:34:06" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3060): Process ended prematurely: osmo-stp_10.42.42.5(pid=3060) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3060)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3060): Process ended prematurely: osmo-stp_10.42.42.5(pid=3060) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3060)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a22:34:28.317912 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:34:28.329673 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:34:28.495227 tst mo_mt_call.py: using LAC 31961\u000a22:34:28.621890 tst mo_mt_call.py: using RAC 86\u000a22:34:28.750190 tst mo_mt_call.py: using CellId 31961\u000a22:34:28.876171 tst mo_mt_call.py: using BVCI 31962\u000a22:34:28.900698 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:34:28.912431 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:34:28.923840 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:34:28.935398 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:34:28.947063 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:34:28.958581 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:34:29.072826 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:34:29.275035 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:34:29.752167 run create_hlr_db(pid=3054): Launched\u000a22:34:29.927759 bus /sierra_2: Setting Powered False\u000a22:34:30.967579 run create_hlr_db(pid=3054): Terminated: ok {rc=0}\u000a22:34:31.397157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3056): Launched\u000a22:34:31.830359 run osmo-hlr_10.42.42.2(pid=3057): Launched\u000a22:34:32.076382 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:34:32.604409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3059): Launched\u000a22:34:32.905763 run osmo-stp_10.42.42.5(pid=3060): Launched\u000a22:34:33.016038 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:34:33.571863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3062): Launched\u000a22:34:33.876190 run osmo-msc_10.42.42.6(pid=3063): Launched\u000a22:34:34.055640 run osmo-stp_10.42.42.5(pid=3060): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3060)]\u000a22:34:34.185319 run osmo-stp_10.42.42.5(pid=3060): stdout: \u000a| (launched: 2022-12-12_22:34:32.757975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:34.311844 run osmo-stp_10.42.42.5(pid=3060): stderr: \u000a| �[0;m�[38;5;43m20221212223432927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223432927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223432927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223432927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223432928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223432928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223432928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:34.435205 run osmo-stp_10.42.42.5(pid=3060): stdout: \u000a| (launched: 2022-12-12_22:34:32.757975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:34.558152 run osmo-stp_10.42.42.5(pid=3060): stderr: \u000a| �[0;m�[38;5;43m20221212223432927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223432927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223432927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223432927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223432928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223432928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223432928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:34.611315 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3060): Process ended prematurely: osmo-stp_10.42.42.5(pid=3060) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3060)] [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a22:34:34.619858 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:34:34.679170 run osmo-hlr_10.42.42.2(pid=3057): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3057)]\u000a22:34:34.727700 run osmo-hlr_10.42.42.2(pid=3057): stdout: \u000a| (launched: 2022-12-12_22:34:31.554010) \u000a22:34:34.777209 run osmo-hlr_10.42.42.2(pid=3057): stderr: \u000a| �[0;m�[1;31m20221212223431815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223431815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223431815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223431815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223431815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223431815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223431844 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223431859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223431859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223431859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:34:34.843997 run osmo-msc_10.42.42.6(pid=3063): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3063)]\u000a22:34:34.892471 run osmo-msc_10.42.42.6(pid=3063): stdout: \u000a| (launched: 2022-12-12_22:34:33.726011) \u000a22:34:34.941657 run osmo-msc_10.42.42.6(pid=3063): stderr: \u000a| �[0;m�[38;5;43m20221212223433998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212223433998 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff18cf9cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212223433998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212223433998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212223433998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212223433999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212223434000 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212223434001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212223434001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212223434001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:34:34.982781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3056): Terminating (SIGTERM)\u000a22:34:35.022238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3059): Terminating (SIGTERM)\u000a22:34:35.061526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3062): Terminating (SIGTERM)\u000a22:34:35.070918 --- ParallelTerminationStrategy: PID 3056 died...\u000a22:34:35.123509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3056): Terminated: ok {rc=0}\u000a22:34:35.132928 --- ParallelTerminationStrategy: PID 3059 died...\u000a22:34:35.185475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3059): Terminated: ok {rc=0}\u000a22:34:35.194811 --- ParallelTerminationStrategy: PID 3062 died...\u000a22:34:35.247363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3062): Terminated: ok {rc=0}\u000a22:34:35.334332 bus /sierra_3: Setting Powered False\u000a22:34:36.436685 bus /sierra_3: Setting Powered False\u000a22:34:37.545843 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3072): Process ended prematurely: osmo-stp_10.42.42.5(pid=3072) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3072)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3072): Process ended prematurely: osmo-stp_10.42.42.5(pid=3072) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:34:38.658656 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:34:38.670935 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:34:38.835477 tst mo_mt_call_osmux.py: using LAC 31962\u000a22:34:38.964516 tst mo_mt_call_osmux.py: using RAC 87\u000a22:34:39.093840 tst mo_mt_call_osmux.py: using CellId 31962\u000a22:34:39.223088 tst mo_mt_call_osmux.py: using BVCI 31963\u000a22:34:39.248103 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:34:39.259887 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:34:39.271312 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:34:39.282979 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:34:39.294920 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:34:39.306592 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:34:39.426508 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:34:39.630081 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:34:40.105844 run create_hlr_db(pid=3066): Launched\u000a22:34:40.279305 bus /sierra_2: Setting Powered False\u000a22:34:41.301178 run create_hlr_db(pid=3066): Terminated: ok {rc=0}\u000a22:34:41.701969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3068): Launched\u000a22:34:42.003733 run osmo-hlr_10.42.42.2(pid=3069): Launched\u000a22:34:42.120481 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:34:42.656325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3071): Launched\u000a22:34:42.958853 run osmo-stp_10.42.42.5(pid=3072): Launched\u000a22:34:43.069848 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:34:43.622819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3074): Launched\u000a22:34:43.927578 run osmo-msc_10.42.42.6(pid=3075): Launched\u000a22:34:44.107141 run osmo-stp_10.42.42.5(pid=3072): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3072)]\u000a22:34:44.236599 run osmo-stp_10.42.42.5(pid=3072): stdout: \u000a| (launched: 2022-12-12_22:34:42.809946)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:44.363445 run osmo-stp_10.42.42.5(pid=3072): stderr: \u000a| �[0;m�[38;5;43m20221212223442980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223442980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223442980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223442980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223442981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223442981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223442981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:44.485460 run osmo-stp_10.42.42.5(pid=3072): stdout: \u000a| (launched: 2022-12-12_22:34:42.809946)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:44.605784 run osmo-stp_10.42.42.5(pid=3072): stderr: \u000a| �[0;m�[38;5;43m20221212223442980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223442980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223442980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223442980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223442981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223442981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223442981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:44.658620 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3072): Process ended prematurely: osmo-stp_10.42.42.5(pid=3072) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3072)] [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a22:34:44.667169 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a22:34:44.725943 run osmo-hlr_10.42.42.2(pid=3069): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3069)]\u000a22:34:44.774528 run osmo-hlr_10.42.42.2(pid=3069): stdout: \u000a| (launched: 2022-12-12_22:34:41.855291) \u000a22:34:44.823623 run osmo-hlr_10.42.42.2(pid=3069): stderr: \u000a| �[0;m�[1;31m20221212223442031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223442032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223442032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223442032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223442032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223442032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223442044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223442052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223442053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223442053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:34:44.889759 run osmo-msc_10.42.42.6(pid=3075): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3075)]\u000a22:34:44.937594 run osmo-msc_10.42.42.6(pid=3075): stdout: \u000a| (launched: 2022-12-12_22:34:43.776852) \u000a22:34:44.986596 run osmo-msc_10.42.42.6(pid=3075): stderr: \u000a| �[0;m�[38;5;43m20221212223444047 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212223444047 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff9de1cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212223444047 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212223444047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212223444047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212223444047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212223444049 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212223444050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212223444050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212223444050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:34:45.027699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3068): Terminating (SIGTERM)\u000a22:34:45.066881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3071): Terminating (SIGTERM)\u000a22:34:45.106254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3074): Terminating (SIGTERM)\u000a22:34:45.115490 --- ParallelTerminationStrategy: PID 3068 died...\u000a22:34:45.167787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3068): Terminated: ok {rc=0}\u000a22:34:45.177421 --- ParallelTerminationStrategy: PID 3071 died...\u000a22:34:45.229839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3071): Terminated: ok {rc=0}\u000a22:34:45.239421 --- ParallelTerminationStrategy: PID 3074 died...\u000a22:34:45.292007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3074): Terminated: ok {rc=0}\u000a22:34:45.379796 bus /sierra_3: Setting Powered False\u000a22:34:46.498724 bus /sierra_3: Setting Powered False\u000a22:34:47.605240 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:34:28" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3086): Process ended prematurely: osmo-stp_10.42.42.5(pid=3086) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3086)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3086): Process ended prematurely: osmo-stp_10.42.42.5(pid=3086) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3086)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:34:49.610665 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:34:49.622263 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:34:49.784384 tst mo_mt_call.py: using LAC 31963\u000a22:34:49.909825 tst mo_mt_call.py: using RAC 88\u000a22:34:50.035202 tst mo_mt_call.py: using CellId 31963\u000a22:34:50.166932 tst mo_mt_call.py: using BVCI 31964\u000a22:34:50.191759 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:34:50.203378 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:34:50.214780 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:34:50.226188 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:34:50.237664 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:34:50.249121 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:34:50.365051 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:34:50.565779 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:34:51.042643 run create_hlr_db(pid=3080): Launched\u000a22:34:51.217022 bus /sierra_2: Setting Powered False\u000a22:34:52.238149 run create_hlr_db(pid=3080): Terminated: ok {rc=0}\u000a22:34:52.666578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3082): Launched\u000a22:34:52.988881 run osmo-hlr_10.42.42.2(pid=3083): Launched\u000a22:34:53.108858 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:34:53.669100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3085): Launched\u000a22:34:53.990928 run osmo-stp_10.42.42.5(pid=3086): Launched\u000a22:34:54.107949 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:34:54.695723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3088): Launched\u000a22:34:55.018541 run osmo-msc_10.42.42.6(pid=3089): Launched\u000a22:34:55.207951 run osmo-stp_10.42.42.5(pid=3086): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3086)]\u000a22:34:55.344478 run osmo-stp_10.42.42.5(pid=3086): stdout: \u000a| (launched: 2022-12-12_22:34:53.833302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:55.481159 run osmo-stp_10.42.42.5(pid=3086): stderr: \u000a| �[0;m�[38;5;43m20221212223454028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223454028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223454028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223454028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223454029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223454029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223454029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:55.610845 run osmo-stp_10.42.42.5(pid=3086): stdout: \u000a| (launched: 2022-12-12_22:34:53.833302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:55.739229 run osmo-stp_10.42.42.5(pid=3086): stderr: \u000a| �[0;m�[38;5;43m20221212223454028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223454028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223454028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223454028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223454029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223454029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223454029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:55.795990 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3086): Process ended prematurely: osmo-stp_10.42.42.5(pid=3086) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3086)] [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a22:34:55.805352 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:34:55.867161 run osmo-hlr_10.42.42.2(pid=3083): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3083)]\u000a22:34:55.918255 run osmo-hlr_10.42.42.2(pid=3083): stdout: \u000a| (launched: 2022-12-12_22:34:52.830862) \u000a22:34:55.969830 run osmo-hlr_10.42.42.2(pid=3083): stderr: \u000a| �[0;m�[1;31m20221212223453029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223453029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223453029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223453029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223453029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223453029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223453044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223453052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223453053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223453053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:34:56.039786 run osmo-msc_10.42.42.6(pid=3089): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3089)]\u000a22:34:56.090584 run osmo-msc_10.42.42.6(pid=3089): stdout: \u000a| (launched: 2022-12-12_22:34:54.860396) \u000a22:34:56.142196 run osmo-msc_10.42.42.6(pid=3089): stderr: \u000a| �[0;m�[38;5;43m20221212223455183 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212223455184 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4ee9b26c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212223455184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212223455184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212223455184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212223455184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212223455186 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212223455186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212223455186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212223455186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:34:56.185846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3082): Terminating (SIGTERM)\u000a22:34:56.227064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3085): Terminating (SIGTERM)\u000a22:34:56.268303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3088): Terminating (SIGTERM)\u000a22:34:56.277557 --- ParallelTerminationStrategy: PID 3082 died...\u000a22:34:56.332705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3082): Terminated: ok {rc=0}\u000a22:34:56.342630 --- ParallelTerminationStrategy: PID 3085 died...\u000a22:34:56.397375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3085): Terminated: ok {rc=0}\u000a22:34:56.407261 --- ParallelTerminationStrategy: PID 3088 died...\u000a22:34:56.462068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3088): Terminated: ok {rc=0}\u000a22:34:56.548404 bus /sierra_3: Setting Powered False\u000a22:34:57.652835 bus /sierra_3: Setting Powered False\u000a22:34:58.759619 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3100): Process ended prematurely: osmo-stp_10.42.42.5(pid=3100) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3100)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3100): Process ended prematurely: osmo-stp_10.42.42.5(pid=3100) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3100)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:34:59.872228 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:34:59.884340 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:35:00.053834 tst mo_mt_call_osmux.py: using LAC 31964\u000a22:35:00.182454 tst mo_mt_call_osmux.py: using RAC 89\u000a22:35:00.310269 tst mo_mt_call_osmux.py: using CellId 31964\u000a22:35:00.435789 tst mo_mt_call_osmux.py: using BVCI 31965\u000a22:35:00.460616 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:35:00.472197 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:35:00.483637 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:35:00.495156 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:35:00.506707 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:35:00.518325 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:35:00.638552 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:35:00.849967 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:35:01.408024 run create_hlr_db(pid=3091): Launched\u000a22:35:01.599551 bus /sierra_2: Setting Powered False\u000a22:35:02.616123 run create_hlr_db(pid=3091): Terminated: ok {rc=0}\u000a22:35:03.022763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3096): Launched\u000a22:35:03.325990 run osmo-hlr_10.42.42.2(pid=3097): Launched\u000a22:35:03.445269 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:35:03.981772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3099): Launched\u000a22:35:04.286200 run osmo-stp_10.42.42.5(pid=3100): Launched\u000a22:35:04.398432 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:35:04.952380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3102): Launched\u000a22:35:05.256890 run osmo-msc_10.42.42.6(pid=3103): Launched\u000a22:35:05.435925 run osmo-stp_10.42.42.5(pid=3100): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3100)]\u000a22:35:05.565111 run osmo-stp_10.42.42.5(pid=3100): stdout: \u000a| (launched: 2022-12-12_22:35:04.135634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:05.691883 run osmo-stp_10.42.42.5(pid=3100): stderr: \u000a| �[0;m�[38;5;43m20221212223504306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223504306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223504306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223504306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223504307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223504307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223504307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:05.813983 run osmo-stp_10.42.42.5(pid=3100): stdout: \u000a| (launched: 2022-12-12_22:35:04.135634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:05.935265 run osmo-stp_10.42.42.5(pid=3100): stderr: \u000a| �[0;m�[38;5;43m20221212223504306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223504306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223504306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223504306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223504307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223504307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223504307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:05.988359 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3100): Process ended prematurely: osmo-stp_10.42.42.5(pid=3100) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3100)] [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a22:35:05.996759 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:35:06.056405 run osmo-hlr_10.42.42.2(pid=3097): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3097)]\u000a22:35:06.105133 run osmo-hlr_10.42.42.2(pid=3097): stdout: \u000a| (launched: 2022-12-12_22:35:03.176785) \u000a22:35:06.154756 run osmo-hlr_10.42.42.2(pid=3097): stderr: \u000a| �[0;m�[1;31m20221212223503350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223503351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223503351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223503351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223503351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223503351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223503362 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223503370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223503370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223503370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:35:06.221473 run osmo-msc_10.42.42.6(pid=3103): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3103)]\u000a22:35:06.270185 run osmo-msc_10.42.42.6(pid=3103): stdout: \u000a| (launched: 2022-12-12_22:35:05.106701) \u000a22:35:06.319303 run osmo-msc_10.42.42.6(pid=3103): stderr: \u000a| �[0;m�[38;5;43m20221212223505378 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212223505378 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe6cabf8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212223505378 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212223505378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212223505378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212223505379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212223505380 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212223505381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212223505381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212223505381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:35:06.360639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3096): Terminating (SIGTERM)\u000a22:35:06.400248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3099): Terminating (SIGTERM)\u000a22:35:06.439546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3102): Terminating (SIGTERM)\u000a22:35:06.448834 --- ParallelTerminationStrategy: PID 3096 died...\u000a22:35:06.502242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3096): Terminated: ok {rc=0}\u000a22:35:06.511670 --- ParallelTerminationStrategy: PID 3099 died...\u000a22:35:06.564095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3099): Terminated: ok {rc=0}\u000a22:35:06.573823 --- ParallelTerminationStrategy: PID 3102 died...\u000a22:35:06.626240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3102): Terminated: ok {rc=0}\u000a22:35:06.714460 bus /sierra_3: Setting Powered False\u000a22:35:07.820344 bus /sierra_3: Setting Powered False\u000a22:35:08.931162 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:34:49" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3114): Process ended prematurely: osmo-stp_10.42.42.5(pid=3114) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3114)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3114): Process ended prematurely: osmo-stp_10.42.42.5(pid=3114) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3114)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:35:10.927565 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:35:10.938696 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:35:11.095105 tst mo_mt_call.py: using LAC 31965\u000a22:35:11.216465 tst mo_mt_call.py: using RAC 90\u000a22:35:11.337781 tst mo_mt_call.py: using CellId 31965\u000a22:35:11.456918 tst mo_mt_call.py: using BVCI 31966\u000a22:35:11.479969 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:35:11.491049 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:35:11.501983 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:35:11.513118 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:35:11.524382 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:35:11.535742 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:35:11.656570 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:35:11.865217 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:35:12.381926 run create_hlr_db(pid=3108): Launched\u000a22:35:12.569178 bus /sierra_2: Setting Powered False\u000a22:35:13.589517 run create_hlr_db(pid=3108): Terminated: ok {rc=0}\u000a22:35:13.995205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3110): Launched\u000a22:35:14.297811 run osmo-hlr_10.42.42.2(pid=3111): Launched\u000a22:35:14.416847 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:35:14.975761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3113): Launched\u000a22:35:15.297650 run osmo-stp_10.42.42.5(pid=3114): Launched\u000a22:35:15.414432 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:35:16.047249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3116): Launched\u000a22:35:16.551862 run osmo-msc_10.42.42.6(pid=3117): Launched\u000a22:35:17.048119 run osmo-stp_10.42.42.5(pid=3114): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3114)]\u000a22:35:17.321828 run osmo-stp_10.42.42.5(pid=3114): stdout: \u000a| (launched: 2022-12-12_22:35:15.140091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:17.463048 run osmo-stp_10.42.42.5(pid=3114): stderr: \u000a| �[0;m�[38;5;43m20221212223515330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223515330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223515330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223515331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223515333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223515333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223515333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:17.594164 run osmo-stp_10.42.42.5(pid=3114): stdout: \u000a| (launched: 2022-12-12_22:35:15.140091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:17.723286 run osmo-stp_10.42.42.5(pid=3114): stderr: \u000a| �[0;m�[38;5;43m20221212223515330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223515330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223515330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223515331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223515333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223515333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223515333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:17.779865 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3114): Process ended prematurely: osmo-stp_10.42.42.5(pid=3114) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3114)] [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a22:35:17.789250 tst mo_mt_call.py:8: Test FAILED (6.9 sec)\u000a22:35:17.851190 run osmo-hlr_10.42.42.2(pid=3111): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3111)]\u000a22:35:17.902515 run osmo-hlr_10.42.42.2(pid=3111): stdout: \u000a| (launched: 2022-12-12_22:35:14.149019) \u000a22:35:17.954324 run osmo-hlr_10.42.42.2(pid=3111): stderr: \u000a| �[0;m�[1;31m20221212223514323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223514323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223514323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223514323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223514323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223514323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223514335 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223514343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223514344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223514344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:35:18.024312 run osmo-msc_10.42.42.6(pid=3117): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3117)]\u000a22:35:18.075166 run osmo-msc_10.42.42.6(pid=3117): stdout: \u000a| (launched: 2022-12-12_22:35:16.216456) \u000a22:35:18.126840 run osmo-msc_10.42.42.6(pid=3117): stderr: \u000a| �[0;m�[38;5;43m20221212223516777 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212223516777 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f03ff7d4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212223516777 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212223516777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212223516778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212223516778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212223516779 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212223516780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212223516780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212223516780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:35:18.170751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3110): Terminating (SIGTERM)\u000a22:35:18.212208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3113): Terminating (SIGTERM)\u000a22:35:18.253926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3116): Terminating (SIGTERM)\u000a22:35:18.263070 --- ParallelTerminationStrategy: PID 3110 died...\u000a22:35:18.318309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3110): Terminated: ok {rc=0}\u000a22:35:18.328382 --- ParallelTerminationStrategy: PID 3113 died...\u000a22:35:18.383446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3113): Terminated: ok {rc=0}\u000a22:35:18.393963 --- ParallelTerminationStrategy: PID 3116 died...\u000a22:35:18.448901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3116): Terminated: ok {rc=0}\u000a22:35:18.533631 bus /sierra_3: Setting Powered False\u000a22:35:19.640481 bus /sierra_3: Setting Powered False\u000a22:35:20.751025 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3125): Process ended prematurely: osmo-stp_10.42.42.5(pid=3125) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3125)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3125): Process ended prematurely: osmo-stp_10.42.42.5(pid=3125) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3125)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:35:21.861596 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:35:21.873279 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:35:22.032324 tst mo_mt_call_osmux.py: using LAC 31966\u000a22:35:22.153289 tst mo_mt_call_osmux.py: using RAC 91\u000a22:35:22.280304 tst mo_mt_call_osmux.py: using CellId 31966\u000a22:35:22.406429 tst mo_mt_call_osmux.py: using BVCI 31967\u000a22:35:22.431221 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:35:22.443025 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:35:22.454675 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:35:22.466460 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:35:22.478493 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:35:22.490072 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:35:22.609375 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:35:22.812236 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:35:23.289509 run create_hlr_db(pid=3119): Launched\u000a22:35:23.463841 bus /sierra_2: Setting Powered False\u000a22:35:24.484003 run create_hlr_db(pid=3119): Terminated: ok {rc=0}\u000a22:35:24.886829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3121): Launched\u000a22:35:25.190170 run osmo-hlr_10.42.42.2(pid=3122): Launched\u000a22:35:25.313848 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:35:25.850474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3124): Launched\u000a22:35:26.154208 run osmo-stp_10.42.42.5(pid=3125): Launched\u000a22:35:26.265900 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:35:26.818913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3127): Launched\u000a22:35:27.123199 run osmo-msc_10.42.42.6(pid=3128): Launched\u000a22:35:27.302075 run osmo-stp_10.42.42.5(pid=3125): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3125)]\u000a22:35:27.431210 run osmo-stp_10.42.42.5(pid=3125): stdout: \u000a| (launched: 2022-12-12_22:35:26.004143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:27.558252 run osmo-stp_10.42.42.5(pid=3125): stderr: \u000a| �[0;m�[38;5;43m20221212223526172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223526172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223526172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223526173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223526173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223526173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223526173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:27.680416 run osmo-stp_10.42.42.5(pid=3125): stdout: \u000a| (launched: 2022-12-12_22:35:26.004143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:27.801276 run osmo-stp_10.42.42.5(pid=3125): stderr: \u000a| �[0;m�[38;5;43m20221212223526172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223526172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223526172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223526173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223526173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223526173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223526173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:27.854505 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3125): Process ended prematurely: osmo-stp_10.42.42.5(pid=3125) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3125)] [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a22:35:27.862973 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a22:35:27.922233 run osmo-hlr_10.42.42.2(pid=3122): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3122)]\u000a22:35:27.970714 run osmo-hlr_10.42.42.2(pid=3122): stdout: \u000a| (launched: 2022-12-12_22:35:25.040431) \u000a22:35:28.019329 run osmo-hlr_10.42.42.2(pid=3122): stderr: \u000a| �[0;m�[1;31m20221212223525218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223525218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223525218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223525218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223525218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223525218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223525230 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223525240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223525241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223525241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:35:28.086012 run osmo-msc_10.42.42.6(pid=3128): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3128)]\u000a22:35:28.134433 run osmo-msc_10.42.42.6(pid=3128): stdout: \u000a| (launched: 2022-12-12_22:35:26.972774) \u000a22:35:28.183492 run osmo-msc_10.42.42.6(pid=3128): stderr: \u000a| �[0;m�[38;5;43m20221212223527243 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212223527243 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fac58794c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212223527243 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212223527243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212223527243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212223527243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212223527245 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212223527246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212223527246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212223527246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:35:28.224822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3121): Terminating (SIGTERM)\u000a22:35:28.264200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3124): Terminating (SIGTERM)\u000a22:35:28.303661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3127): Terminating (SIGTERM)\u000a22:35:28.313160 --- ParallelTerminationStrategy: PID 3121 died...\u000a22:35:28.365864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3121): Terminated: ok {rc=0}\u000a22:35:28.375315 --- ParallelTerminationStrategy: PID 3124 died...\u000a22:35:28.427405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3124): Terminated: ok {rc=0}\u000a22:35:28.436732 --- ParallelTerminationStrategy: PID 3127 died...\u000a22:35:28.488564 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3127): Terminated: ok {rc=0}\u000a22:35:28.575788 bus /sierra_3: Setting Powered False\u000a22:35:29.680713 bus /sierra_3: Setting Powered False\u000a22:35:30.786915 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:35:10" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3139): Process ended prematurely: osmo-stp_10.42.42.5(pid=3139) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3139)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3139): Process ended prematurely: osmo-stp_10.42.42.5(pid=3139) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3139)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:35:32.865187 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:35:32.876823 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:35:33.038327 tst mo_mt_call.py: using LAC 31967\u000a22:35:33.158110 tst mo_mt_call.py: using RAC 92\u000a22:35:33.280082 tst mo_mt_call.py: using CellId 31967\u000a22:35:33.401984 tst mo_mt_call.py: using BVCI 31968\u000a22:35:33.425299 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:35:33.436500 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:35:33.447378 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:35:33.459323 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:35:33.471268 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:35:33.482938 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:35:33.601893 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:35:33.802051 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:35:34.277920 run create_hlr_db(pid=3133): Launched\u000a22:35:34.453424 bus /sierra_2: Setting Powered False\u000a22:35:35.474241 run create_hlr_db(pid=3133): Terminated: ok {rc=0}\u000a22:35:35.905276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3135): Launched\u000a22:35:36.208760 run osmo-hlr_10.42.42.2(pid=3136): Launched\u000a22:35:36.325269 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:35:36.858845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3138): Launched\u000a22:35:37.161596 run osmo-stp_10.42.42.5(pid=3139): Launched\u000a22:35:37.272073 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:35:37.823628 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3141): Launched\u000a22:35:38.126990 run osmo-msc_10.42.42.6(pid=3142): Launched\u000a22:35:38.305605 run osmo-stp_10.42.42.5(pid=3139): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3139)]\u000a22:35:38.434542 run osmo-stp_10.42.42.5(pid=3139): stdout: \u000a| (launched: 2022-12-12_22:35:37.012415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:38.561848 run osmo-stp_10.42.42.5(pid=3139): stderr: \u000a| �[0;m�[38;5;43m20221212223537181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223537181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223537182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223537182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223537182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223537182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223537183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:38.683498 run osmo-stp_10.42.42.5(pid=3139): stdout: \u000a| (launched: 2022-12-12_22:35:37.012415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:38.803852 run osmo-stp_10.42.42.5(pid=3139): stderr: \u000a| �[0;m�[38;5;43m20221212223537181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223537181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223537182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223537182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223537182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223537182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223537183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:38.857126 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3139): Process ended prematurely: osmo-stp_10.42.42.5(pid=3139) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3139)] [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a22:35:38.865730 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:35:38.924908 run osmo-hlr_10.42.42.2(pid=3136): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3136)]\u000a22:35:38.973797 run osmo-hlr_10.42.42.2(pid=3136): stdout: \u000a| (launched: 2022-12-12_22:35:36.059307) \u000a22:35:39.023292 run osmo-hlr_10.42.42.2(pid=3136): stderr: \u000a| �[0;m�[1;31m20221212223536236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223536237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223536237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223536237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223536237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223536237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223536249 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223536259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223536259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223536259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:35:39.089632 run osmo-msc_10.42.42.6(pid=3142): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3142)]\u000a22:35:39.138460 run osmo-msc_10.42.42.6(pid=3142): stdout: \u000a| (launched: 2022-12-12_22:35:37.976673) \u000a22:35:39.187854 run osmo-msc_10.42.42.6(pid=3142): stderr: \u000a| �[0;m�[38;5;43m20221212223538251 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212223538252 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb694ac6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212223538252 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212223538252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212223538252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212223538252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212223538254 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212223538255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212223538255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212223538255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:35:39.229220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3135): Terminating (SIGTERM)\u000a22:35:39.268577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3138): Terminating (SIGTERM)\u000a22:35:39.308014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3141): Terminating (SIGTERM)\u000a22:35:39.317517 --- ParallelTerminationStrategy: PID 3135 died...\u000a22:35:39.370131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3135): Terminated: ok {rc=0}\u000a22:35:39.379774 --- ParallelTerminationStrategy: PID 3138 died...\u000a22:35:39.431920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3138): Terminated: ok {rc=0}\u000a22:35:39.441698 --- ParallelTerminationStrategy: PID 3141 died...\u000a22:35:39.493987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3141): Terminated: ok {rc=0}\u000a22:35:39.580862 bus /sierra_3: Setting Powered False\u000a22:35:40.683707 bus /sierra_3: Setting Powered False\u000a22:35:41.794038 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3150): Process ended prematurely: osmo-stp_10.42.42.5(pid=3150) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3150)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3150): Process ended prematurely: osmo-stp_10.42.42.5(pid=3150) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3150)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:35:42.903339 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:35:42.915250 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:35:43.072751 tst mo_mt_call_osmux.py: using LAC 31968\u000a22:35:43.192939 tst mo_mt_call_osmux.py: using RAC 93\u000a22:35:43.312434 tst mo_mt_call_osmux.py: using CellId 31968\u000a22:35:43.431091 tst mo_mt_call_osmux.py: using BVCI 31969\u000a22:35:43.454316 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:35:43.465421 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:35:43.476309 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:35:43.487567 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:35:43.498932 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:35:43.510190 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:35:43.629265 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:35:43.832183 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:35:44.311193 run create_hlr_db(pid=3144): Launched\u000a22:35:44.487590 bus /sierra_2: Setting Powered False\u000a22:35:45.507118 run create_hlr_db(pid=3144): Terminated: ok {rc=0}\u000a22:35:45.914372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3146): Launched\u000a22:35:46.417625 run osmo-hlr_10.42.42.2(pid=3147): Launched\u000a22:35:46.649949 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:35:47.238512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3149): Launched\u000a22:35:47.545422 run osmo-stp_10.42.42.5(pid=3150): Launched\u000a22:35:47.661596 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:35:48.217456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3152): Launched\u000a22:35:48.521806 run osmo-msc_10.42.42.6(pid=3153): Launched\u000a22:35:48.700015 run osmo-stp_10.42.42.5(pid=3150): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3150)]\u000a22:35:48.829347 run osmo-stp_10.42.42.5(pid=3150): stdout: \u000a| (launched: 2022-12-12_22:35:47.394733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:48.955719 run osmo-stp_10.42.42.5(pid=3150): stderr: \u000a| �[0;m�[38;5;43m20221212223547567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223547567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223547567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223547568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223547568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223547568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223547568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:49.078693 run osmo-stp_10.42.42.5(pid=3150): stdout: \u000a| (launched: 2022-12-12_22:35:47.394733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:49.199819 run osmo-stp_10.42.42.5(pid=3150): stderr: \u000a| �[0;m�[38;5;43m20221212223547567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223547567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223547567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223547568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223547568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223547568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223547568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:49.253209 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3150): Process ended prematurely: osmo-stp_10.42.42.5(pid=3150) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3150)] [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a22:35:49.262017 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a22:35:49.321645 run osmo-hlr_10.42.42.2(pid=3147): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3147)]\u000a22:35:49.369934 run osmo-hlr_10.42.42.2(pid=3147): stdout: \u000a| (launched: 2022-12-12_22:35:46.071672) \u000a22:35:49.419576 run osmo-hlr_10.42.42.2(pid=3147): stderr: \u000a| �[0;m�[1;31m20221212223546422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223546422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223546422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223546423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223546423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223546423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223546447 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223546463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223546464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223546464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:35:49.485742 run osmo-msc_10.42.42.6(pid=3153): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3153)]\u000a22:35:49.534476 run osmo-msc_10.42.42.6(pid=3153): stdout: \u000a| (launched: 2022-12-12_22:35:48.371369) \u000a22:35:49.583067 run osmo-msc_10.42.42.6(pid=3153): stderr: \u000a| �[0;m�[38;5;43m20221212223548644 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212223548644 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff157775c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212223548644 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212223548644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212223548644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212223548645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212223548646 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212223548647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212223548648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212223548648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:35:49.624774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3146): Terminating (SIGTERM)\u000a22:35:49.664248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3149): Terminating (SIGTERM)\u000a22:35:49.703907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3152): Terminating (SIGTERM)\u000a22:35:49.713536 --- ParallelTerminationStrategy: PID 3146 died...\u000a22:35:49.766298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3146): Terminated: ok {rc=0}\u000a22:35:49.775987 --- ParallelTerminationStrategy: PID 3149 died...\u000a22:35:49.828983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3149): Terminated: ok {rc=0}\u000a22:35:49.838698 --- ParallelTerminationStrategy: PID 3152 died...\u000a22:35:49.891279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3152): Terminated: ok {rc=0}\u000a22:35:49.974326 bus /sierra_3: Setting Powered False\u000a22:35:51.073612 bus /sierra_3: Setting Powered False\u000a22:35:52.178236 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:35:32" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3164): Process ended prematurely: osmo-stp_10.42.42.5(pid=3164) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3164)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3164): Process ended prematurely: osmo-stp_10.42.42.5(pid=3164) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3164)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a22:35:54.188118 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:35:54.199558 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:35:54.364717 tst mo_mt_call.py: using LAC 31969\u000a22:35:54.493595 tst mo_mt_call.py: using RAC 94\u000a22:35:54.621996 tst mo_mt_call.py: using CellId 31969\u000a22:35:54.748507 tst mo_mt_call.py: using BVCI 31970\u000a22:35:54.773350 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:35:54.785360 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:35:54.796758 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:35:54.808503 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:35:54.820294 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:35:54.832056 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:35:54.948553 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:35:55.160398 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:35:55.676886 run create_hlr_db(pid=3158): Launched\u000a22:35:55.865173 bus /sierra_2: Setting Powered False\u000a22:35:56.884386 run create_hlr_db(pid=3158): Terminated: ok {rc=0}\u000a22:35:57.297396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3160): Launched\u000a22:35:57.620643 run osmo-hlr_10.42.42.2(pid=3161): Launched\u000a22:35:57.739931 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:35:58.303514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3163): Launched\u000a22:35:58.625921 run osmo-stp_10.42.42.5(pid=3164): Launched\u000a22:35:58.744011 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:35:59.335806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3166): Launched\u000a22:35:59.659298 run osmo-msc_10.42.42.6(pid=3167): Launched\u000a22:35:59.850938 run osmo-stp_10.42.42.5(pid=3164): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3164)]\u000a22:35:59.988437 run osmo-stp_10.42.42.5(pid=3164): stdout: \u000a| (launched: 2022-12-12_22:35:58.467585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:00.124926 run osmo-stp_10.42.42.5(pid=3164): stderr: \u000a| �[0;m�[38;5;43m20221212223558663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223558663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223558663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223558664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223558664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223558664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223558664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:00.255522 run osmo-stp_10.42.42.5(pid=3164): stdout: \u000a| (launched: 2022-12-12_22:35:58.467585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:00.384391 run osmo-stp_10.42.42.5(pid=3164): stderr: \u000a| �[0;m�[38;5;43m20221212223558663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223558663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223558663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223558664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223558664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223558664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223558664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:00.441444 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3164): Process ended prematurely: osmo-stp_10.42.42.5(pid=3164) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3164)] [trial-2383↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a22:36:00.450974 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:36:00.513301 run osmo-hlr_10.42.42.2(pid=3161): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3161)]\u000a22:36:00.564444 run osmo-hlr_10.42.42.2(pid=3161): stdout: \u000a| (launched: 2022-12-12_22:35:57.462647) \u000a22:36:00.616361 run osmo-hlr_10.42.42.2(pid=3161): stderr: \u000a| �[0;m�[1;31m20221212223557662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223557662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223557662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223557662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223557662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223557662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223557674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223557683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223557683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223557683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:36:00.686450 run osmo-msc_10.42.42.6(pid=3167): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3167)]\u000a22:36:00.737064 run osmo-msc_10.42.42.6(pid=3167): stdout: \u000a| (launched: 2022-12-12_22:35:59.500883) \u000a22:36:00.788211 run osmo-msc_10.42.42.6(pid=3167): stderr: \u000a| �[0;m�[38;5;43m20221212223559828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212223559828 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb17437dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212223559828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212223559829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212223559829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212223559829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212223559831 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212223559831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212223559831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212223559831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:36:00.842196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3160): Terminating (SIGTERM)\u000a22:36:00.895761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3163): Terminating (SIGTERM)\u000a22:36:00.947513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3166): Terminating (SIGTERM)\u000a22:36:00.957767 --- ParallelTerminationStrategy: PID 3160 died...\u000a22:36:01.015904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3160): Terminated: ok {rc=0}\u000a22:36:01.030782 --- ParallelTerminationStrategy: PID 3163 died...\u000a22:36:01.085758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3163): Terminated: ok {rc=0}\u000a22:36:01.097408 --- ParallelTerminationStrategy: PID 3166 died...\u000a22:36:01.152367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3166): Terminated: ok {rc=0}\u000a22:36:01.241636 bus /sierra_3: Setting Powered False\u000a22:36:02.349951 bus /sierra_3: Setting Powered False\u000a22:36:03.457284 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3175): Process ended prematurely: osmo-stp_10.42.42.5(pid=3175) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3175)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3175): Process ended prematurely: osmo-stp_10.42.42.5(pid=3175) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3175)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:36:04.572254 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:36:04.584654 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:36:04.751222 tst mo_mt_call_osmux.py: using LAC 31970\u000a22:36:04.878337 tst mo_mt_call_osmux.py: using RAC 95\u000a22:36:05.005277 tst mo_mt_call_osmux.py: using CellId 31970\u000a22:36:05.134335 tst mo_mt_call_osmux.py: using BVCI 31971\u000a22:36:05.159090 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:36:05.170925 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:36:05.182343 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:36:05.194279 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:36:05.206096 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:36:05.217778 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:36:05.333408 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:36:05.545208 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:36:06.061515 run create_hlr_db(pid=3169): Launched\u000a22:36:06.249367 bus /sierra_2: Setting Powered False\u000a22:36:07.270036 run create_hlr_db(pid=3169): Terminated: ok {rc=0}\u000a22:36:07.699458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3171): Launched\u000a22:36:08.022183 run osmo-hlr_10.42.42.2(pid=3172): Launched\u000a22:36:08.142876 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:36:08.706405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3174): Launched\u000a22:36:09.030485 run osmo-stp_10.42.42.5(pid=3175): Launched\u000a22:36:09.149662 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:36:09.741839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3177): Launched\u000a22:36:10.065909 run osmo-msc_10.42.42.6(pid=3178): Launched\u000a22:36:10.257539 run osmo-stp_10.42.42.5(pid=3175): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3175)]\u000a22:36:10.394691 run osmo-stp_10.42.42.5(pid=3175): stdout: \u000a| (launched: 2022-12-12_22:36:08.870875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:10.531036 run osmo-stp_10.42.42.5(pid=3175): stderr: \u000a| �[0;m�[38;5;43m20221212223609065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223609065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223609065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223609066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223609066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223609066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223609066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:10.661375 run osmo-stp_10.42.42.5(pid=3175): stdout: \u000a| (launched: 2022-12-12_22:36:08.870875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:10.790547 run osmo-stp_10.42.42.5(pid=3175): stderr: \u000a| �[0;m�[38;5;43m20221212223609065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223609065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223609065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223609066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223609066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223609066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223609066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:10.847508 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3175): Process ended prematurely: osmo-stp_10.42.42.5(pid=3175) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3175)] [trial-2383↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a22:36:10.856923 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:36:10.919651 run osmo-hlr_10.42.42.2(pid=3172): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3172)]\u000a22:36:10.970892 run osmo-hlr_10.42.42.2(pid=3172): stdout: \u000a| (launched: 2022-12-12_22:36:07.864131) \u000a22:36:11.022860 run osmo-hlr_10.42.42.2(pid=3172): stderr: \u000a| �[0;m�[1;31m20221212223608065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223608065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223608065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223608065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223608065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223608065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223608077 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223608086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223608086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223608086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:36:11.093048 run osmo-msc_10.42.42.6(pid=3178): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3178)]\u000a22:36:11.144064 run osmo-msc_10.42.42.6(pid=3178): stdout: \u000a| (launched: 2022-12-12_22:36:09.906646) \u000a22:36:11.195722 run osmo-msc_10.42.42.6(pid=3178): stderr: \u000a| �[0;m�[38;5;43m20221212223610229 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212223610229 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fede2a0dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212223610229 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212223610229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212223610230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212223610230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212223610231 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212223610232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212223610232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212223610232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:36:11.239413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3171): Terminating (SIGTERM)\u000a22:36:11.280677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3174): Terminating (SIGTERM)\u000a22:36:11.322472 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3177): Terminating (SIGTERM)\u000a22:36:11.331867 --- ParallelTerminationStrategy: PID 3171 died...\u000a22:36:11.387465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3171): Terminated: ok {rc=0}\u000a22:36:11.397668 --- ParallelTerminationStrategy: PID 3174 died...\u000a22:36:11.453025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3174): Terminated: ok {rc=0}\u000a22:36:11.463232 --- ParallelTerminationStrategy: PID 3177 died...\u000a22:36:11.518393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3177): Terminated: ok {rc=0}\u000a22:36:11.605186 bus /sierra_3: Setting Powered False\u000a22:36:12.710221 bus /sierra_3: Setting Powered False\u000a22:36:13.817318 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:35:53" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3189): Process ended prematurely: osmo-stp_10.42.42.5(pid=3189) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3189)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3189): Process ended prematurely: osmo-stp_10.42.42.5(pid=3189) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3189)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a22:36:15.819545 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:36:15.833834 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:36:16.012152 tst mo_mt_call.py: using LAC 31971\u000a22:36:16.172803 tst mo_mt_call.py: using RAC 96\u000a22:36:16.346279 tst mo_mt_call.py: using CellId 31971\u000a22:36:16.518440 tst mo_mt_call.py: using BVCI 31972\u000a22:36:16.547806 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:36:16.559788 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:36:16.571193 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:36:16.582889 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:36:16.595212 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:36:16.607557 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:36:16.755217 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:36:16.960531 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:36:17.480830 run create_hlr_db(pid=3183): Launched\u000a22:36:17.668262 bus /sierra_2: Setting Powered False\u000a22:36:18.687773 run create_hlr_db(pid=3183): Terminated: ok {rc=0}\u000a22:36:19.094455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3185): Launched\u000a22:36:19.398990 run osmo-hlr_10.42.42.2(pid=3186): Launched\u000a22:36:19.516529 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:36:20.080824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3188): Launched\u000a22:36:20.405836 run osmo-stp_10.42.42.5(pid=3189): Launched\u000a22:36:20.523769 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:36:21.116035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3191): Launched\u000a22:36:21.439694 run osmo-msc_10.42.42.6(pid=3192): Launched\u000a22:36:21.629405 run osmo-stp_10.42.42.5(pid=3189): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3189)]\u000a22:36:21.765971 run osmo-stp_10.42.42.5(pid=3189): stdout: \u000a| (launched: 2022-12-12_22:36:20.247015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:21.922597 run osmo-stp_10.42.42.5(pid=3189): stderr: \u000a| �[0;m�[38;5;43m20221212223620440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223620440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223620440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223620441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223620441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223620441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223620441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:22.050125 run osmo-stp_10.42.42.5(pid=3189): stdout: \u000a| (launched: 2022-12-12_22:36:20.247015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:22.171718 run osmo-stp_10.42.42.5(pid=3189): stderr: \u000a| �[0;m�[38;5;43m20221212223620440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223620440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223620440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223620441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223620441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223620441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223620441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:22.225321 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3189): Process ended prematurely: osmo-stp_10.42.42.5(pid=3189) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3189)] [trial-2383↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a22:36:22.233922 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a22:36:22.293203 run osmo-hlr_10.42.42.2(pid=3186): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3186)]\u000a22:36:22.342116 run osmo-hlr_10.42.42.2(pid=3186): stdout: \u000a| (launched: 2022-12-12_22:36:19.248621) \u000a22:36:22.391206 run osmo-hlr_10.42.42.2(pid=3186): stderr: \u000a| �[0;m�[1;31m20221212223619423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223619423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223619423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223619423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223619423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223619423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223619436 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223619444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223619444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223619444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:36:22.457428 run osmo-msc_10.42.42.6(pid=3192): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3192)]\u000a22:36:22.505934 run osmo-msc_10.42.42.6(pid=3192): stdout: \u000a| (launched: 2022-12-12_22:36:21.281718) \u000a22:36:22.554953 run osmo-msc_10.42.42.6(pid=3192): stderr: \u000a| �[0;m�[38;5;43m20221212223621608 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212223621608 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3e0a4b1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212223621608 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212223621608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212223621608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212223621608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212223621610 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212223621611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212223621611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212223621611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:36:22.596231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3185): Terminating (SIGTERM)\u000a22:36:22.636191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3188): Terminating (SIGTERM)\u000a22:36:22.675568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3191): Terminating (SIGTERM)\u000a22:36:22.684939 --- ParallelTerminationStrategy: PID 3185 died...\u000a22:36:22.737974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3185): Terminated: ok {rc=0}\u000a22:36:22.747540 --- ParallelTerminationStrategy: PID 3188 died...\u000a22:36:22.800057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3188): Terminated: ok {rc=0}\u000a22:36:22.809878 --- ParallelTerminationStrategy: PID 3191 died...\u000a22:36:22.862408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3191): Terminated: ok {rc=0}\u000a22:36:22.945201 bus /sierra_3: Setting Powered False\u000a22:36:24.052263 bus /sierra_3: Setting Powered False\u000a22:36:25.163373 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3200): Process ended prematurely: osmo-stp_10.42.42.5(pid=3200) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3200)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3200): Process ended prematurely: osmo-stp_10.42.42.5(pid=3200) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3200)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:36:26.274528 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:36:26.286186 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:36:26.446359 tst mo_mt_call_osmux.py: using LAC 31972\u000a22:36:26.567082 tst mo_mt_call_osmux.py: using RAC 97\u000a22:36:26.687879 tst mo_mt_call_osmux.py: using CellId 31972\u000a22:36:26.809117 tst mo_mt_call_osmux.py: using BVCI 31973\u000a22:36:26.832387 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:36:26.843425 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:36:26.854771 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:36:26.865996 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:36:26.877312 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:36:26.889071 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:36:27.009619 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:36:27.216275 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:36:27.692456 run create_hlr_db(pid=3194): Launched\u000a22:36:27.867398 bus /sierra_2: Setting Powered False\u000a22:36:28.888727 run create_hlr_db(pid=3194): Terminated: ok {rc=0}\u000a22:36:29.292265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3196): Launched\u000a22:36:29.597154 run osmo-hlr_10.42.42.2(pid=3197): Launched\u000a22:36:29.709702 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:36:30.238795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3199): Launched\u000a22:36:30.542858 run osmo-stp_10.42.42.5(pid=3200): Launched\u000a22:36:30.654357 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:36:31.278057 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3202): Launched\u000a22:36:31.707848 run osmo-msc_10.42.42.6(pid=3203): Launched\u000a22:36:32.086090 run osmo-stp_10.42.42.5(pid=3200): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3200)]\u000a22:36:32.287876 run osmo-stp_10.42.42.5(pid=3200): stdout: \u000a| (launched: 2022-12-12_22:36:30.392763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:32.418461 run osmo-stp_10.42.42.5(pid=3200): stderr: \u000a| �[0;m�[38;5;43m20221212223630563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223630564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223630564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223630564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223630565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223630565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223630565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:32.540710 run osmo-stp_10.42.42.5(pid=3200): stdout: \u000a| (launched: 2022-12-12_22:36:30.392763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:32.661661 run osmo-stp_10.42.42.5(pid=3200): stderr: \u000a| �[0;m�[38;5;43m20221212223630563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223630564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223630564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223630564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223630565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223630565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223630565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:32.715199 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3200): Process ended prematurely: osmo-stp_10.42.42.5(pid=3200) [trial-2383↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3200)] [trial-2383↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a22:36:32.723922 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a22:36:32.783866 run osmo-hlr_10.42.42.2(pid=3197): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3197)]\u000a22:36:32.833042 run osmo-hlr_10.42.42.2(pid=3197): stdout: \u000a| (launched: 2022-12-12_22:36:29.446537) \u000a22:36:32.883188 run osmo-hlr_10.42.42.2(pid=3197): stderr: \u000a| �[0;m�[1;31m20221212223629624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223629624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223629624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223629624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223629624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223629624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223629636 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223629646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223629646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223629646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:36:32.950308 run osmo-msc_10.42.42.6(pid=3203): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3203)]\u000a22:36:32.999385 run osmo-msc_10.42.42.6(pid=3203): stdout: \u000a| (launched: 2022-12-12_22:36:31.440573) \u000a22:36:33.049139 run osmo-msc_10.42.42.6(pid=3203): stderr: \u000a| �[0;m�[38;5;43m20221212223631914 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212223631914 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb4b3209c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212223631914 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212223631914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212223631914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212223631914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212223631916 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212223631917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212223631917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212223631917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:36:33.090871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3196): Terminating (SIGTERM)\u000a22:36:33.130800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3199): Terminating (SIGTERM)\u000a22:36:33.170542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3202): Terminating (SIGTERM)\u000a22:36:33.179994 --- ParallelTerminationStrategy: PID 3196 died...\u000a22:36:33.233330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3196): Terminated: ok {rc=0}\u000a22:36:33.243161 --- ParallelTerminationStrategy: PID 3199 died...\u000a22:36:33.295963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3199): Terminated: ok {rc=0}\u000a22:36:33.305830 --- ParallelTerminationStrategy: PID 3202 died...\u000a22:36:33.358769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3202): Terminated: ok {rc=0}\u000a22:36:33.441507 bus /sierra_3: Setting Powered False\u000a22:36:34.547740 bus /sierra_3: Setting Powered False\u000a22:36:35.658243 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:36:15" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3214): Process ended prematurely: osmo-stp_10.42.42.5(pid=3214) [trial-2383↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3214)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3214): Process ended prematurely: osmo-stp_10.42.42.5(pid=3214) [trial-2383↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a22:36:37.666214 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:36:37.677227 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:36:37.811990 tst emergency_mo_mt_call.py: using LAC 31973\u000a22:36:37.930583 tst emergency_mo_mt_call.py: using RAC 98\u000a22:36:38.048934 tst emergency_mo_mt_call.py: using CellId 31973\u000a22:36:38.166274 tst emergency_mo_mt_call.py: using BVCI 31974\u000a22:36:38.188879 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:36:38.199642 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:36:38.210111 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:36:38.221069 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:36:38.231962 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:36:38.242808 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:36:38.361082 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:36:38.560278 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:36:39.026635 run create_hlr_db(pid=3208): Launched\u000a22:36:39.198779 bus /sierra_2: Setting Powered False\u000a22:36:40.219334 run create_hlr_db(pid=3208): Terminated: ok {rc=0}\u000a22:36:40.642059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3210): Launched\u000a22:36:40.958612 run osmo-hlr_10.42.42.2(pid=3211): Launched\u000a22:36:41.074102 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:36:41.624849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3213): Launched\u000a22:36:41.942325 run osmo-stp_10.42.42.5(pid=3214): Launched\u000a22:36:42.073165 tst emergency_mo_mt_call.py: using MSISDN 8006\u000a22:36:42.232485 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:36:42.811093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3216): Launched\u000a22:36:43.126641 run osmo-msc_10.42.42.6(pid=3217): Launched\u000a22:36:43.312568 run osmo-stp_10.42.42.5(pid=3214): ERR: Terminated: ERROR {rc=1} [trial-2383↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3214)]\u000a22:36:43.447072 run osmo-stp_10.42.42.5(pid=3214): stdout: \u000a| (launched: 2022-12-12_22:36:41.785988)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:43.580915 run osmo-stp_10.42.42.5(pid=3214): stderr: \u000a| �[0;m�[38;5;43m20221212223641977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223641977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223641978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223641978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223641980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223641981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223641981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:43.708092 run osmo-stp_10.42.42.5(pid=3214): stdout: \u000a| (launched: 2022-12-12_22:36:41.785988)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:43.833904 run osmo-stp_10.42.42.5(pid=3214): stderr: \u000a| �[0;m�[38;5;43m20221212223641977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223641977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223641978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223641978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223641980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223641981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223641981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:43.889979 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=3214): Process ended prematurely: osmo-stp_10.42.42.5(pid=3214) [trial-2383↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3214)] [trial-2383↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a22:36:43.898318 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a22:36:43.960267 run osmo-hlr_10.42.42.2(pid=3211): ERR: Terminated: ERROR {rc=237} [trial-2383↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3211)]\u000a22:36:44.011268 run osmo-hlr_10.42.42.2(pid=3211): stdout: \u000a| (launched: 2022-12-12_22:36:40.803083) \u000a22:36:44.062781 run osmo-hlr_10.42.42.2(pid=3211): stderr: \u000a| �[0;m�[1;31m20221212223641000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223641000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223641000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223641000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223641000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223641000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223641013 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223641021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223641021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223641021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:36:44.132895 run osmo-msc_10.42.42.6(pid=3217): ERR: Terminated: ERROR {rc=2} [trial-2383↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3217)]\u000a22:36:44.184122 run osmo-msc_10.42.42.6(pid=3217): stdout: \u000a| (launched: 2022-12-12_22:36:42.971528) \u000a22:36:44.235686 run osmo-msc_10.42.42.6(pid=3217): stderr: \u000a| �[0;m�[38;5;43m20221212223643295 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212223643295 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa2514adc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212223643295 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212223643295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212223643295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212223643295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212223643297 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212223643298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212223643298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212223643298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:36:44.279670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3210): Terminating (SIGTERM)\u000a22:36:44.321353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3213): Terminating (SIGTERM)\u000a22:36:44.362773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3216): Terminating (SIGTERM)\u000a22:36:44.372269 --- ParallelTerminationStrategy: PID 3210 died...\u000a22:36:44.427450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3210): Terminated: ok {rc=0}\u000a22:36:44.437454 --- ParallelTerminationStrategy: PID 3213 died...\u000a22:36:44.492238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3213): Terminated: ok {rc=0}\u000a22:36:44.502176 --- ParallelTerminationStrategy: PID 3216 died...\u000a22:36:44.557134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3216): Terminated: ok {rc=0}\u000a22:36:44.643874 bus /sierra_3: Setting Powered False\u000a22:36:45.749361 bus /sierra_3: Setting Powered False\u000a22:36:46.863244 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3225): Process ended prematurely: osmo-stp_10.42.42.5(pid=3225) [trial-2383↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3225)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3225): Process ended prematurely: osmo-stp_10.42.42.5(pid=3225) [trial-2383↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3225)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a22:36:47.913949 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:36:47.925427 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:36:48.063627 tst emergency_preemptive_call.py: using LAC 31974\u000a22:36:48.179688 tst emergency_preemptive_call.py: using RAC 99\u000a22:36:48.295473 tst emergency_preemptive_call.py: using CellId 31974\u000a22:36:48.411722 tst emergency_preemptive_call.py: using BVCI 31975\u000a22:36:48.434546 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:36:48.445363 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:36:48.455807 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:36:48.467239 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:36:48.478609 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:36:48.489929 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:36:48.610528 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:36:48.728657 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:36:48.848250 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:36:49.047047 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:36:49.515998 run create_hlr_db(pid=3219): Launched\u000a22:36:49.689304 bus /sierra_2: Setting Powered False\u000a22:36:50.708921 run create_hlr_db(pid=3219): Terminated: ok {rc=0}\u000a22:36:51.131098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3221): Launched\u000a22:36:51.447781 run osmo-hlr_10.42.42.2(pid=3222): Launched\u000a22:36:51.564182 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:36:52.115161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3224): Launched\u000a22:36:52.433363 run osmo-stp_10.42.42.5(pid=3225): Launched\u000a22:36:52.564629 tst emergency_preemptive_call.py: using MSISDN 8007\u000a22:36:52.724526 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:36:53.302270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3227): Launched\u000a22:36:53.618767 run osmo-msc_10.42.42.6(pid=3228): Launched\u000a22:36:53.805726 run osmo-stp_10.42.42.5(pid=3225): ERR: Terminated: ERROR {rc=1} [trial-2383↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3225)]\u000a22:36:53.940499 run osmo-stp_10.42.42.5(pid=3225): stdout: \u000a| (launched: 2022-12-12_22:36:52.277306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:54.074858 run osmo-stp_10.42.42.5(pid=3225): stderr: \u000a| �[0;m�[38;5;43m20221212223652468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223652468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223652469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223652469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223652471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223652471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223652472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:54.202752 run osmo-stp_10.42.42.5(pid=3225): stdout: \u000a| (launched: 2022-12-12_22:36:52.277306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:54.329355 run osmo-stp_10.42.42.5(pid=3225): stderr: \u000a| �[0;m�[38;5;43m20221212223652468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223652468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223652469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223652469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223652471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223652471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223652472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:54.385496 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=3225): Process ended prematurely: osmo-stp_10.42.42.5(pid=3225) [trial-2383↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3225)] [trial-2383↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a22:36:54.394245 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a22:36:54.457175 run osmo-hlr_10.42.42.2(pid=3222): ERR: Terminated: ERROR {rc=237} [trial-2383↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3222)]\u000a22:36:54.508937 run osmo-hlr_10.42.42.2(pid=3222): stdout: \u000a| (launched: 2022-12-12_22:36:51.293306) \u000a22:36:54.561684 run osmo-hlr_10.42.42.2(pid=3222): stderr: \u000a| �[0;m�[1;31m20221212223651491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223651491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223651491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223651491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223651491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223651491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223651507 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223651516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223651516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223651517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:36:54.632523 run osmo-msc_10.42.42.6(pid=3228): ERR: Terminated: ERROR {rc=2} [trial-2383↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3228)]\u000a22:36:54.684083 run osmo-msc_10.42.42.6(pid=3228): stdout: \u000a| (launched: 2022-12-12_22:36:53.463299) \u000a22:36:54.736159 run osmo-msc_10.42.42.6(pid=3228): stderr: \u000a| �[0;m�[38;5;43m20221212223653786 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212223653786 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f80cada5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212223653786 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212223653786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212223653786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212223653787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212223653788 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212223653789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212223653789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212223653789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:36:54.780264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3221): Terminating (SIGTERM)\u000a22:36:54.822370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3224): Terminating (SIGTERM)\u000a22:36:54.864342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3227): Terminating (SIGTERM)\u000a22:36:54.874354 --- ParallelTerminationStrategy: PID 3221 died...\u000a22:36:54.930217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3221): Terminated: ok {rc=0}\u000a22:36:54.940381 --- ParallelTerminationStrategy: PID 3224 died...\u000a22:36:54.995959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3224): Terminated: ok {rc=0}\u000a22:36:55.006295 --- ParallelTerminationStrategy: PID 3227 died...\u000a22:36:55.061574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3227): Terminated: ok {rc=0}\u000a22:36:55.147173 bus /sierra_9: Setting Powered False\u000a22:36:56.253437 bus /sierra_9: Setting Powered False\u000a22:36:57.360398 bus /sierra_8: Setting Powered False\u000a22:36:58.466733 bus /sierra_8: Setting Powered False\u000a22:36:59.573821 bus /sierra_3: Setting Powered False\u000a22:37:00.678313 bus /sierra_3: Setting Powered False\u000a22:37:01.802214 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:36:37" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3244): Process ended prematurely: osmo-stp_10.42.42.5(pid=3244) [trial-2383↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3244)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3244): Process ended prematurely: osmo-stp_10.42.42.5(pid=3244) [trial-2383↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3244)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:37:03.938403 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:03.949170 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:37:04.097131 tst cs_paging_gprs_active.py: using LAC 31975\u000a22:37:04.223872 tst cs_paging_gprs_active.py: using RAC 100\u000a22:37:04.350461 tst cs_paging_gprs_active.py: using CellId 31975\u000a22:37:04.476880 tst cs_paging_gprs_active.py: using BVCI 31976\u000a22:37:04.502149 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:04.513326 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:04.524135 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:04.535092 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:04.546010 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:04.556825 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:04.567860 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:04.578946 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:04.590093 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:37:04.706151 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:37:05.000478 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:37:05.135996 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:37:05.472162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3234): Launched\u000a22:37:05.750958 run iperf3-srv_10.42.42.10(pid=3235): Launched\u000a22:37:05.950090 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:37:06.085483 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:37:06.406158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3236): Launched\u000a22:37:06.669354 run iperf3-srv_10.42.42.10(pid=3237): Launched\u000a22:37:06.855716 tst cs_paging_gprs_active.py:38: start network...\u000a22:37:06.983209 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:37:07.465462 run create_hlr_db(pid=3238): Launched\u000a22:37:07.641993 bus /sierra_2: Setting Powered False\u000a22:37:08.662346 run create_hlr_db(pid=3238): Terminated: ok {rc=0}\u000a22:37:09.093932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3240): Launched\u000a22:37:09.420481 run osmo-hlr_10.42.42.2(pid=3241): Launched\u000a22:37:09.539366 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:37:10.103607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3243): Launched\u000a22:37:10.429637 run osmo-stp_10.42.42.5(pid=3244): Launched\u000a22:37:10.551753 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:37:11.119062 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3246): Launched\u000a22:37:11.235543 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:37:11.517931 run patchelf(pid=3247): Launched\u000a22:37:11.707962 run osmo-stp_10.42.42.5(pid=3244): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3244)]\u000a22:37:11.846569 run osmo-stp_10.42.42.5(pid=3244): stdout: \u000a| (launched: 2022-12-12_22:37:10.270092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:11.985659 run osmo-stp_10.42.42.5(pid=3244): stderr: \u000a| �[0;m�[38;5;43m20221212223710462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223710462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223710463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223710463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223710463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223710464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223710464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:12.120091 run osmo-stp_10.42.42.5(pid=3244): stdout: \u000a| (launched: 2022-12-12_22:37:10.270092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:12.253944 run osmo-stp_10.42.42.5(pid=3244): stderr: \u000a| �[0;m�[38;5;43m20221212223710462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223710462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223710463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223710463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223710463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223710464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223710464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:12.409715 run patchelf(pid=3247): Terminating (SIGINT)\u000a22:37:12.592742 run patchelf(pid=3247): Terminated: ok {rc=0}\u000a22:37:12.626124 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3244): Process ended prematurely: osmo-stp_10.42.42.5(pid=3244) [trial-2383↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3244)] [trial-2383↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a22:37:12.635870 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:37:12.697896 run osmo-hlr_10.42.42.2(pid=3241): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3241)]\u000a22:37:12.748786 run osmo-hlr_10.42.42.2(pid=3241): stdout: \u000a| (launched: 2022-12-12_22:37:09.261038) \u000a22:37:12.800993 run osmo-hlr_10.42.42.2(pid=3241): stderr: \u000a| �[0;m�[1;31m20221212223709459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223709459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223709459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223709459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223709459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223709459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223709471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223709480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223709480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223709480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:37:12.844990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3234): Terminating (SIGTERM)\u000a22:37:12.886215 run iperf3-srv_10.42.42.10(pid=3235): Terminating (SIGTERM)\u000a22:37:12.927749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3236): Terminating (SIGTERM)\u000a22:37:12.969139 run iperf3-srv_10.42.42.10(pid=3237): Terminating (SIGTERM)\u000a22:37:13.010696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3240): Terminating (SIGTERM)\u000a22:37:13.052148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3243): Terminating (SIGTERM)\u000a22:37:13.093640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3246): Terminating (SIGTERM)\u000a22:37:13.103244 --- ParallelTerminationStrategy: PID 3234 died...\u000a22:37:13.158406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3234): Terminated: ok {rc=0}\u000a22:37:13.168701 --- ParallelTerminationStrategy: PID 3235 died...\u000a22:37:13.223710 run iperf3-srv_10.42.42.10(pid=3235): Terminated {rc=256}\u000a22:37:13.233999 --- ParallelTerminationStrategy: PID 3236 died...\u000a22:37:13.289073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3236): Terminated: ok {rc=0}\u000a22:37:13.298997 --- ParallelTerminationStrategy: PID 3237 died...\u000a22:37:13.353720 run iperf3-srv_10.42.42.10(pid=3237): Terminated {rc=256}\u000a22:37:13.363492 --- ParallelTerminationStrategy: PID 3240 died...\u000a22:37:13.418207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3240): Terminated: ok {rc=0}\u000a22:37:13.428170 --- ParallelTerminationStrategy: PID 3243 died...\u000a22:37:13.482716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3243): Terminated: ok {rc=0}\u000a22:37:13.492520 --- ParallelTerminationStrategy: PID 3246 died...\u000a22:37:13.547224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3246): Terminated: ok {rc=0}\u000a22:37:13.633403 bus /gobi_0: Setting Powered False\u000a22:37:14.737272 bus /gobi_0: Setting Powered False\u000a22:37:15.852448 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3256): Process ended prematurely: osmo-stp_10.42.42.5(pid=3256) [trial-2383↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3256)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3256): Process ended prematurely: osmo-stp_10.42.42.5(pid=3256) [trial-2383↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a22:37:16.990047 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:17.007470 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:37:17.164750 tst iperf3.py: using LAC 31976\u000a22:37:17.294439 tst iperf3.py: using RAC 101\u000a22:37:17.413743 tst iperf3.py: using CellId 31976\u000a22:37:17.532357 tst iperf3.py: using BVCI 31977\u000a22:37:17.555996 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:17.566862 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:17.577433 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:17.588309 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:17.598981 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:17.609725 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:17.620593 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:17.631244 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:17.642090 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:37:17.920026 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:37:18.047546 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:37:18.363240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3248): Launched\u000a22:37:18.625637 run iperf3-srv_10.42.42.10(pid=3249): Launched\u000a22:37:18.811837 tst iperf3.py:8: start network...\u000a22:37:18.938853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:37:19.418023 run create_hlr_db(pid=3250): Launched\u000a22:37:19.593921 bus /gobi_6: Setting Powered False\u000a22:37:20.614896 run create_hlr_db(pid=3250): Terminated: ok {rc=0}\u000a22:37:21.019993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3252): Launched\u000a22:37:21.325843 run osmo-hlr_10.42.42.2(pid=3253): Launched\u000a22:37:21.445342 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:37:21.982150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3255): Launched\u000a22:37:22.287585 run osmo-stp_10.42.42.5(pid=3256): Launched\u000a22:37:22.408801 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:37:22.944799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3258): Launched\u000a22:37:23.053336 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:37:23.318495 run patchelf(pid=3259): Launched\u000a22:37:23.496002 run osmo-stp_10.42.42.5(pid=3256): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3256)]\u000a22:37:23.625933 run osmo-stp_10.42.42.5(pid=3256): stdout: \u000a| (launched: 2022-12-12_22:37:22.136920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:23.755951 run osmo-stp_10.42.42.5(pid=3256): stderr: \u000a| �[0;m�[38;5;43m20221212223722307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223722307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223722307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223722308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223722308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223722308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223722309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:23.881756 run osmo-stp_10.42.42.5(pid=3256): stdout: \u000a| (launched: 2022-12-12_22:37:22.136920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:24.006178 run osmo-stp_10.42.42.5(pid=3256): stderr: \u000a| �[0;m�[38;5;43m20221212223722307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223722307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223722307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223722308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223722308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223722308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223722309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:24.152275 run patchelf(pid=3259): Terminating (SIGINT)\u000a22:37:24.323970 run patchelf(pid=3259): Terminated: ok {rc=0}\u000a22:37:24.355340 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3256): Process ended prematurely: osmo-stp_10.42.42.5(pid=3256) [trial-2383↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3256)] [trial-2383↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a22:37:24.364495 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a22:37:24.424988 run osmo-hlr_10.42.42.2(pid=3253): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3253)]\u000a22:37:24.473829 run osmo-hlr_10.42.42.2(pid=3253): stdout: \u000a| (launched: 2022-12-12_22:37:21.175286) \u000a22:37:24.523380 run osmo-hlr_10.42.42.2(pid=3253): stderr: \u000a| �[0;m�[1;31m20221212223721350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223721350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223721350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223721350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223721350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223721350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223721362 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223721370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223721370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223721370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:37:24.565246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3248): Terminating (SIGTERM)\u000a22:37:24.604876 run iperf3-srv_10.42.42.10(pid=3249): Terminating (SIGTERM)\u000a22:37:24.644492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3252): Terminating (SIGTERM)\u000a22:37:24.683946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3255): Terminating (SIGTERM)\u000a22:37:24.723332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3258): Terminating (SIGTERM)\u000a22:37:24.732660 --- ParallelTerminationStrategy: PID 3248 died...\u000a22:37:24.785281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3248): Terminated: ok {rc=0}\u000a22:37:24.795010 --- ParallelTerminationStrategy: PID 3249 died...\u000a22:37:24.847842 run iperf3-srv_10.42.42.10(pid=3249): Terminated {rc=256}\u000a22:37:24.857921 --- ParallelTerminationStrategy: PID 3252 died...\u000a22:37:24.910400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3252): Terminated: ok {rc=0}\u000a22:37:24.919960 --- ParallelTerminationStrategy: PID 3255 died...\u000a22:37:24.973684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3255): Terminated: ok {rc=0}\u000a22:37:24.983448 --- ParallelTerminationStrategy: PID 3258 died...\u000a22:37:25.035977 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3258): Terminated: ok {rc=0}\u000a22:37:25.118506 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3275): Process ended prematurely: osmo-stp_10.42.42.5(pid=3275) [trial-2383↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3275)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3275): Process ended prematurely: osmo-stp_10.42.42.5(pid=3275) [trial-2383↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3275)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a22:37:26.234075 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:26.245854 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:37:26.391197 tst iperf3m4.py: using LAC 31977\u000a22:37:26.518392 tst iperf3m4.py: using RAC 102\u000a22:37:26.649285 tst iperf3m4.py: using CellId 31977\u000a22:37:26.770238 tst iperf3m4.py: using BVCI 31978\u000a22:37:26.793419 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:26.804076 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:26.814636 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:26.825490 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:26.836175 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:26.846911 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:26.857984 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:26.868597 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:26.879589 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:37:26.999415 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:37:27.119004 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:37:27.237921 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:37:27.533770 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:37:27.669462 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:37:28.004434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3261): Launched\u000a22:37:28.283749 run iperf3-srv_10.42.42.10(pid=3262): Launched\u000a22:37:28.483882 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:37:28.620335 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:37:28.956873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3263): Launched\u000a22:37:29.236358 run iperf3-srv_10.42.42.10(pid=3264): Launched\u000a22:37:29.436796 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:37:29.573263 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:37:29.908908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3265): Launched\u000a22:37:30.187451 run iperf3-srv_10.42.42.10(pid=3266): Launched\u000a22:37:30.386662 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:37:30.521895 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:37:30.869538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3267): Launched\u000a22:37:31.183955 run iperf3-srv_10.42.42.10(pid=3268): Launched\u000a22:37:31.376608 tst iperf3m4.py:8: start network...\u000a22:37:31.509668 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:37:32.026394 run create_hlr_db(pid=3269): Launched\u000a22:37:32.208613 bus /gobi_6: Setting Powered False\u000a22:37:33.223339 run create_hlr_db(pid=3269): Terminated: ok {rc=0}\u000a22:37:33.629539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3271): Launched\u000a22:37:33.933231 run osmo-hlr_10.42.42.2(pid=3272): Launched\u000a22:37:34.051465 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:37:34.591555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3274): Launched\u000a22:37:34.898676 run osmo-stp_10.42.42.5(pid=3275): Launched\u000a22:37:35.010007 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:37:35.540140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3277): Launched\u000a22:37:35.648791 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:37:35.915164 run patchelf(pid=3278): Launched\u000a22:37:36.093754 run osmo-stp_10.42.42.5(pid=3275): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3275)]\u000a22:37:36.224208 run osmo-stp_10.42.42.5(pid=3275): stdout: \u000a| (launched: 2022-12-12_22:37:34.746948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:36.354774 run osmo-stp_10.42.42.5(pid=3275): stderr: \u000a| �[0;m�[38;5;43m20221212223734919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223734919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223734920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223734920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223734920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223734921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223734921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:36.480643 run osmo-stp_10.42.42.5(pid=3275): stdout: \u000a| (launched: 2022-12-12_22:37:34.746948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:36.606430 run osmo-stp_10.42.42.5(pid=3275): stderr: \u000a| �[0;m�[38;5;43m20221212223734919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223734919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223734920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223734920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223734920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223734921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223734921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:36.753112 run patchelf(pid=3278): Terminating (SIGINT)\u000a22:37:36.925602 run patchelf(pid=3278): Terminated: ok {rc=0}\u000a22:37:36.956895 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3275): Process ended prematurely: osmo-stp_10.42.42.5(pid=3275) [trial-2383↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3275)] [trial-2383↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a22:37:36.966111 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a22:37:37.026078 run osmo-hlr_10.42.42.2(pid=3272): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3272)]\u000a22:37:37.075330 run osmo-hlr_10.42.42.2(pid=3272): stdout: \u000a| (launched: 2022-12-12_22:37:33.783912) \u000a22:37:37.124742 run osmo-hlr_10.42.42.2(pid=3272): stderr: \u000a| �[0;m�[1;31m20221212223733962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223733962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223733962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223733962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223733962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223733962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223733974 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223733983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223733983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223733983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:37:37.166795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3261): Terminating (SIGTERM)\u000a22:37:37.206387 run iperf3-srv_10.42.42.10(pid=3262): Terminating (SIGTERM)\u000a22:37:37.246056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3263): Terminating (SIGTERM)\u000a22:37:37.285638 run iperf3-srv_10.42.42.10(pid=3264): Terminating (SIGTERM)\u000a22:37:37.325269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3265): Terminating (SIGTERM)\u000a22:37:37.364834 run iperf3-srv_10.42.42.10(pid=3266): Terminating (SIGTERM)\u000a22:37:37.404498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3267): Terminating (SIGTERM)\u000a22:37:37.443892 run iperf3-srv_10.42.42.10(pid=3268): Terminating (SIGTERM)\u000a22:37:37.483566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3271): Terminating (SIGTERM)\u000a22:37:37.523161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3274): Terminating (SIGTERM)\u000a22:37:37.562773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3277): Terminating (SIGTERM)\u000a22:37:37.572204 --- ParallelTerminationStrategy: PID 3261 died...\u000a22:37:37.625016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3261): Terminated: ok {rc=0}\u000a22:37:37.634735 --- ParallelTerminationStrategy: PID 3262 died...\u000a22:37:37.687208 run iperf3-srv_10.42.42.10(pid=3262): Terminated {rc=256}\u000a22:37:37.696825 --- ParallelTerminationStrategy: PID 3263 died...\u000a22:37:37.749556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3263): Terminated: ok {rc=0}\u000a22:37:37.758963 --- ParallelTerminationStrategy: PID 3264 died...\u000a22:37:37.811519 run iperf3-srv_10.42.42.10(pid=3264): Terminated {rc=256}\u000a22:37:37.820857 --- ParallelTerminationStrategy: PID 3265 died...\u000a22:37:37.873013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3265): Terminated: ok {rc=0}\u000a22:37:37.882654 --- ParallelTerminationStrategy: PID 3266 died...\u000a22:37:37.934895 run iperf3-srv_10.42.42.10(pid=3266): Terminated {rc=256}\u000a22:37:37.944579 --- ParallelTerminationStrategy: PID 3267 died...\u000a22:37:37.997104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3267): Terminated: ok {rc=0}\u000a22:37:38.006831 --- ParallelTerminationStrategy: PID 3268 died...\u000a22:37:38.059346 run iperf3-srv_10.42.42.10(pid=3268): Terminated {rc=256}\u000a22:37:38.069226 --- ParallelTerminationStrategy: PID 3271 died...\u000a22:37:38.122003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3271): Terminated: ok {rc=0}\u000a22:37:38.131602 --- ParallelTerminationStrategy: PID 3274 died...\u000a22:37:38.184404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3274): Terminated: ok {rc=0}\u000a22:37:38.193937 --- ParallelTerminationStrategy: PID 3277 died...\u000a22:37:38.246055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3277): Terminated: ok {rc=0}\u000a22:37:38.333120 bus /gobi_4: Setting Powered False\u000a22:37:39.435398 bus /gobi_4: Setting Powered False\u000a22:37:40.546499 bus /gobi_1: Setting Powered False\u000a22:37:41.648483 bus /gobi_1: Setting Powered False\u000a22:37:42.758226 bus /gobi_0: Setting Powered False\u000a22:37:43.859658 bus /gobi_0: Setting Powered False\u000a22:37:44.965103 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3285): Process ended prematurely: osmo-stp_10.42.42.5(pid=3285) [trial-2383↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3285)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3285): Process ended prematurely: osmo-stp_10.42.42.5(pid=3285) [trial-2383↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a22:37:46.035397 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:46.048194 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:37:46.194406 tst ping.py: using LAC 31978\u000a22:37:46.322860 tst ping.py: using RAC 103\u000a22:37:46.452890 tst ping.py: using CellId 31978\u000a22:37:46.599545 tst ping.py: using BVCI 31979\u000a22:37:46.631104 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:46.644888 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:46.660152 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:46.676173 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:46.692670 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:46.708402 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:46.722447 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:46.735772 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:37:47.082797 tst ping.py:19: start network...\u000a22:37:47.217911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:37:47.725618 run create_hlr_db(pid=3279): Launched\u000a22:37:47.909460 bus /gobi_6: Setting Powered False\u000a22:37:48.930011 run create_hlr_db(pid=3279): Terminated: ok {rc=0}\u000a22:37:49.329539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3281): Launched\u000a22:37:49.626158 run osmo-hlr_10.42.42.2(pid=3282): Launched\u000a22:37:49.740856 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:37:50.270127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3284): Launched\u000a22:37:50.568213 run osmo-stp_10.42.42.5(pid=3285): Launched\u000a22:37:50.677780 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:37:51.197175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3287): Launched\u000a22:37:51.303458 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:37:51.564250 run patchelf(pid=3288): Launched\u000a22:37:51.739826 run osmo-stp_10.42.42.5(pid=3285): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3285)]\u000a22:37:51.868262 run osmo-stp_10.42.42.5(pid=3285): stdout: \u000a| (launched: 2022-12-12_22:37:50.421485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:51.997329 run osmo-stp_10.42.42.5(pid=3285): stderr: \u000a| �[0;m�[38;5;43m20221212223750590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223750591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223750591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223750591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223750592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223750592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223750592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:52.121428 run osmo-stp_10.42.42.5(pid=3285): stdout: \u000a| (launched: 2022-12-12_22:37:50.421485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:52.244287 run osmo-stp_10.42.42.5(pid=3285): stderr: \u000a| �[0;m�[38;5;43m20221212223750590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223750591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223750591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223750591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223750592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223750592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223750592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:52.387616 run patchelf(pid=3288): Terminating (SIGINT)\u000a22:37:52.557153 run patchelf(pid=3288): Terminated: ok {rc=0}\u000a22:37:52.587678 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3285): Process ended prematurely: osmo-stp_10.42.42.5(pid=3285) [trial-2383↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3285)] [trial-2383↪gprs:trx-sysmocell5000↪ping.py:22]\u000a22:37:52.596191 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:37:52.656482 run osmo-hlr_10.42.42.2(pid=3282): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3282)]\u000a22:37:52.705516 run osmo-hlr_10.42.42.2(pid=3282): stdout: \u000a| (launched: 2022-12-12_22:37:49.479856) \u000a22:37:52.755148 run osmo-hlr_10.42.42.2(pid=3282): stderr: \u000a| �[0;m�[1;31m20221212223749658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223749658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223749658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223749658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223749658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223749658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223749674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223749684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223749684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223749684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:37:52.796863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3281): Terminating (SIGTERM)\u000a22:37:52.837051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3284): Terminating (SIGTERM)\u000a22:37:52.876616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3287): Terminating (SIGTERM)\u000a22:37:52.886086 --- ParallelTerminationStrategy: PID 3281 died...\u000a22:37:52.939516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3281): Terminated: ok {rc=0}\u000a22:37:52.949553 --- ParallelTerminationStrategy: PID 3284 died...\u000a22:37:53.002151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3284): Terminated: ok {rc=0}\u000a22:37:53.011972 --- ParallelTerminationStrategy: PID 3287 died...\u000a22:37:53.064520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3287): Terminated: ok {rc=0}\u000a22:37:53.147297 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3295): Process ended prematurely: osmo-stp_10.42.42.5(pid=3295) [trial-2383↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3295)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3295): Process ended prematurely: osmo-stp_10.42.42.5(pid=3295) [trial-2383↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3295)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a22:37:54.200456 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:54.212139 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:37:54.356506 tst ping_idle_ping.py: using LAC 31979\u000a22:37:54.481137 tst ping_idle_ping.py: using RAC 104\u000a22:37:54.601450 tst ping_idle_ping.py: using CellId 31979\u000a22:37:54.726995 tst ping_idle_ping.py: using BVCI 31980\u000a22:37:54.751560 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:54.762886 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:54.774014 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:54.784999 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:54.795868 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:54.806894 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:54.818081 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:37:54.829266 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:37:55.104840 tst ping_idle_ping.py:24: start network...\u000a22:37:55.229905 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:37:55.702792 run create_hlr_db(pid=3289): Launched\u000a22:37:55.876127 bus /gobi_6: Setting Powered False\u000a22:37:56.897036 run create_hlr_db(pid=3289): Terminated: ok {rc=0}\u000a22:37:57.297016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3291): Launched\u000a22:37:57.595496 run osmo-hlr_10.42.42.2(pid=3292): Launched\u000a22:37:57.709060 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:37:58.228080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3294): Launched\u000a22:37:58.526765 run osmo-stp_10.42.42.5(pid=3295): Launched\u000a22:37:58.635914 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:37:59.157823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3297): Launched\u000a22:37:59.264697 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:37:59.526114 run patchelf(pid=3298): Launched\u000a22:37:59.701060 run osmo-stp_10.42.42.5(pid=3295): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3295)]\u000a22:37:59.828812 run osmo-stp_10.42.42.5(pid=3295): stdout: \u000a| (launched: 2022-12-12_22:37:58.379639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:59.956903 run osmo-stp_10.42.42.5(pid=3295): stderr: \u000a| �[0;m�[38;5;43m20221212223758550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223758550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223758550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223758550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223758551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223758551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223758551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:00.080229 run osmo-stp_10.42.42.5(pid=3295): stdout: \u000a| (launched: 2022-12-12_22:37:58.379639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:00.202688 run osmo-stp_10.42.42.5(pid=3295): stderr: \u000a| �[0;m�[38;5;43m20221212223758550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223758550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223758550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223758550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223758551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223758551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223758551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:00.346304 run patchelf(pid=3298): Terminating (SIGINT)\u000a22:38:00.515789 run patchelf(pid=3298): Terminated: ok {rc=0}\u000a22:38:00.546379 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3295): Process ended prematurely: osmo-stp_10.42.42.5(pid=3295) [trial-2383↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3295)] [trial-2383↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a22:38:00.554928 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a22:38:00.614908 run osmo-hlr_10.42.42.2(pid=3292): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3292)]\u000a22:38:00.663497 run osmo-hlr_10.42.42.2(pid=3292): stdout: \u000a| (launched: 2022-12-12_22:37:57.448522) \u000a22:38:00.712979 run osmo-hlr_10.42.42.2(pid=3292): stderr: \u000a| �[0;m�[1;31m20221212223757623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223757623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223757623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223757623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223757623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223757623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223757635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223757644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223757644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223757644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:38:00.754595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3291): Terminating (SIGTERM)\u000a22:38:00.793996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3294): Terminating (SIGTERM)\u000a22:38:00.837954 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3297): Terminating (SIGTERM)\u000a22:38:00.847750 --- ParallelTerminationStrategy: PID 3291 died...\u000a22:38:00.914513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3291): Terminated: ok {rc=0}\u000a22:38:00.935073 --- ParallelTerminationStrategy: PID 3294 died...\u000a22:38:00.989490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3294): Terminated: ok {rc=0}\u000a22:38:01.000641 --- ParallelTerminationStrategy: PID 3297 died...\u000a22:38:01.058025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3297): Terminated: ok {rc=0}\u000a22:38:01.147224 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:37:03" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3312): Process ended prematurely: osmo-stp_10.42.42.5(pid=3312) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3312)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3312): Process ended prematurely: osmo-stp_10.42.42.5(pid=3312) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3312)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:38:03.298673 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:03.310182 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:38:03.472161 tst cs_paging_gprs_active.py: using LAC 31980\u000a22:38:03.604171 tst cs_paging_gprs_active.py: using RAC 105\u000a22:38:03.732766 tst cs_paging_gprs_active.py: using CellId 31980\u000a22:38:03.861995 tst cs_paging_gprs_active.py: using BVCI 31981\u000a22:38:03.887078 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:03.898428 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:03.909556 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:03.920628 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:03.931724 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:03.942928 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:03.954219 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:03.965217 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:03.976484 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:38:04.094222 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:38:04.388771 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:38:04.524526 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:38:04.859262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3302): Launched\u000a22:38:05.139630 run iperf3-srv_10.42.42.10(pid=3303): Launched\u000a22:38:05.340939 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:38:05.477316 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:38:05.812822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3304): Launched\u000a22:38:06.091812 run iperf3-srv_10.42.42.10(pid=3305): Launched\u000a22:38:06.292636 tst cs_paging_gprs_active.py:38: start network...\u000a22:38:06.429051 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:38:06.950773 run create_hlr_db(pid=3306): Launched\u000a22:38:07.139124 bus /gobi_6: Setting Powered False\u000a22:38:08.159204 run create_hlr_db(pid=3306): Terminated: ok {rc=0}\u000a22:38:08.569148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3308): Launched\u000a22:38:08.875664 run osmo-hlr_10.42.42.2(pid=3309): Launched\u000a22:38:08.993573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:38:09.532515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3311): Launched\u000a22:38:09.838879 run osmo-stp_10.42.42.5(pid=3312): Launched\u000a22:38:09.951449 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:38:10.484842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3314): Launched\u000a22:38:10.594365 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:38:10.860907 run patchelf(pid=3315): Launched\u000a22:38:11.040055 run osmo-stp_10.42.42.5(pid=3312): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3312)]\u000a22:38:11.170722 run osmo-stp_10.42.42.5(pid=3312): stdout: \u000a| (launched: 2022-12-12_22:38:09.688483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:11.302000 run osmo-stp_10.42.42.5(pid=3312): stderr: \u000a| �[0;m�[38;5;43m20221212223809859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223809859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223809860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223809860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223809862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223809862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223809862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:11.428455 run osmo-stp_10.42.42.5(pid=3312): stdout: \u000a| (launched: 2022-12-12_22:38:09.688483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:11.554219 run osmo-stp_10.42.42.5(pid=3312): stderr: \u000a| �[0;m�[38;5;43m20221212223809859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223809859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223809860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223809860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223809862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223809862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223809862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:11.700700 run patchelf(pid=3315): Terminating (SIGINT)\u000a22:38:11.873611 run patchelf(pid=3315): Terminated: ok {rc=0}\u000a22:38:11.905297 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3312): Process ended prematurely: osmo-stp_10.42.42.5(pid=3312) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3312)] [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a22:38:11.914465 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:38:11.974737 run osmo-hlr_10.42.42.2(pid=3309): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3309)]\u000a22:38:12.024031 run osmo-hlr_10.42.42.2(pid=3309): stdout: \u000a| (launched: 2022-12-12_22:38:08.725118) \u000a22:38:12.073311 run osmo-hlr_10.42.42.2(pid=3309): stderr: \u000a| �[0;m�[1;31m20221212223808901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223808901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223808901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223808901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223808901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223808901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223808916 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223808926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223808927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223808927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:38:12.115656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3302): Terminating (SIGTERM)\u000a22:38:12.155329 run iperf3-srv_10.42.42.10(pid=3303): Terminating (SIGTERM)\u000a22:38:12.194895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3304): Terminating (SIGTERM)\u000a22:38:12.234419 run iperf3-srv_10.42.42.10(pid=3305): Terminating (SIGTERM)\u000a22:38:12.274410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3308): Terminating (SIGTERM)\u000a22:38:12.313998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3311): Terminating (SIGTERM)\u000a22:38:12.353579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3314): Terminating (SIGTERM)\u000a22:38:12.362981 --- ParallelTerminationStrategy: PID 3302 died...\u000a22:38:12.415944 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3302): Terminated: ok {rc=0}\u000a22:38:12.425776 --- ParallelTerminationStrategy: PID 3303 died...\u000a22:38:12.478996 run iperf3-srv_10.42.42.10(pid=3303): Terminated {rc=256}\u000a22:38:12.488549 --- ParallelTerminationStrategy: PID 3304 died...\u000a22:38:12.541474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3304): Terminated: ok {rc=0}\u000a22:38:12.550848 --- ParallelTerminationStrategy: PID 3305 died...\u000a22:38:12.603569 run iperf3-srv_10.42.42.10(pid=3305): Terminated {rc=256}\u000a22:38:12.613351 --- ParallelTerminationStrategy: PID 3308 died...\u000a22:38:12.665475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3308): Terminated: ok {rc=0}\u000a22:38:12.675156 --- ParallelTerminationStrategy: PID 3311 died...\u000a22:38:12.727408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3311): Terminated: ok {rc=0}\u000a22:38:12.737130 --- ParallelTerminationStrategy: PID 3314 died...\u000a22:38:12.789845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3314): Terminated: ok {rc=0}\u000a22:38:12.876915 bus /gobi_0: Setting Powered False\u000a22:38:13.983460 bus /gobi_0: Setting Powered False\u000a22:38:15.088194 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3324): Process ended prematurely: osmo-stp_10.42.42.5(pid=3324) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3324)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3324): Process ended prematurely: osmo-stp_10.42.42.5(pid=3324) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3324)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a22:38:16.203170 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:16.215658 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:38:16.364358 tst iperf3.py: using LAC 31981\u000a22:38:16.493066 tst iperf3.py: using RAC 106\u000a22:38:16.617967 tst iperf3.py: using CellId 31981\u000a22:38:16.769583 tst iperf3.py: using BVCI 31982\u000a22:38:16.803660 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:16.818639 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:16.834558 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:16.850584 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:16.866608 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:16.881841 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:16.894195 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:16.906871 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:16.919724 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:38:17.232171 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:38:17.362024 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:38:17.687907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3316): Launched\u000a22:38:17.966567 run iperf3-srv_10.42.42.10(pid=3317): Launched\u000a22:38:18.165802 tst iperf3.py:8: start network...\u000a22:38:18.302088 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:38:18.820531 run create_hlr_db(pid=3318): Launched\u000a22:38:19.007656 bus /gobi_6: Setting Powered False\u000a22:38:20.027827 run create_hlr_db(pid=3318): Terminated: ok {rc=0}\u000a22:38:20.435373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3320): Launched\u000a22:38:20.741394 run osmo-hlr_10.42.42.2(pid=3321): Launched\u000a22:38:20.858040 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:38:21.386902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3323): Launched\u000a22:38:21.689928 run osmo-stp_10.42.42.5(pid=3324): Launched\u000a22:38:21.800594 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:38:22.330375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3326): Launched\u000a22:38:22.438781 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:38:22.703889 run patchelf(pid=3327): Launched\u000a22:38:22.883059 run osmo-stp_10.42.42.5(pid=3324): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3324)]\u000a22:38:23.013304 run osmo-stp_10.42.42.5(pid=3324): stdout: \u000a| (launched: 2022-12-12_22:38:21.541432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:23.144586 run osmo-stp_10.42.42.5(pid=3324): stderr: \u000a| �[0;m�[38;5;43m20221212223821711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223821711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223821711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223821712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223821714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223821714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223821714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:23.271162 run osmo-stp_10.42.42.5(pid=3324): stdout: \u000a| (launched: 2022-12-12_22:38:21.541432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:23.396161 run osmo-stp_10.42.42.5(pid=3324): stderr: \u000a| �[0;m�[38;5;43m20221212223821711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223821711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223821711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223821712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223821714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223821714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223821714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:23.543133 run patchelf(pid=3327): Terminating (SIGINT)\u000a22:38:23.716290 run patchelf(pid=3327): Terminated: ok {rc=0}\u000a22:38:23.747799 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3324): Process ended prematurely: osmo-stp_10.42.42.5(pid=3324) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3324)] [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a22:38:23.756775 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a22:38:23.816897 run osmo-hlr_10.42.42.2(pid=3321): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3321)]\u000a22:38:23.865430 run osmo-hlr_10.42.42.2(pid=3321): stdout: \u000a| (launched: 2022-12-12_22:38:20.590105) \u000a22:38:23.914516 run osmo-hlr_10.42.42.2(pid=3321): stderr: \u000a| �[0;m�[1;31m20221212223820765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223820765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223820765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223820766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223820766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223820766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223820778 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223820787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223820787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223820787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:38:23.955997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3316): Terminating (SIGTERM)\u000a22:38:23.995449 run iperf3-srv_10.42.42.10(pid=3317): Terminating (SIGTERM)\u000a22:38:24.034889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3320): Terminating (SIGTERM)\u000a22:38:24.074235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3323): Terminating (SIGTERM)\u000a22:38:24.113970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3326): Terminating (SIGTERM)\u000a22:38:24.123314 --- ParallelTerminationStrategy: PID 3316 died...\u000a22:38:24.176435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3316): Terminated: ok {rc=0}\u000a22:38:24.186408 --- ParallelTerminationStrategy: PID 3317 died...\u000a22:38:24.238990 run iperf3-srv_10.42.42.10(pid=3317): Terminated {rc=256}\u000a22:38:24.248751 --- ParallelTerminationStrategy: PID 3320 died...\u000a22:38:24.301642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3320): Terminated: ok {rc=0}\u000a22:38:24.311071 --- ParallelTerminationStrategy: PID 3323 died...\u000a22:38:24.363784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3323): Terminated: ok {rc=0}\u000a22:38:24.373451 --- ParallelTerminationStrategy: PID 3326 died...\u000a22:38:24.426032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3326): Terminated: ok {rc=0}\u000a22:38:24.514590 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3342): Process ended prematurely: osmo-stp_10.42.42.5(pid=3342) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3342)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3342): Process ended prematurely: osmo-stp_10.42.42.5(pid=3342) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3342)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a22:38:25.628314 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:25.640357 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:38:25.788744 tst iperf3m4.py: using LAC 31982\u000a22:38:25.916722 tst iperf3m4.py: using RAC 107\u000a22:38:26.046342 tst iperf3m4.py: using CellId 31982\u000a22:38:26.175253 tst iperf3m4.py: using BVCI 31983\u000a22:38:26.198934 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:26.210041 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:26.220768 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:26.232328 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:26.243897 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:26.255555 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:26.267234 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:26.278654 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:26.290358 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:38:26.412916 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:38:26.533604 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:38:26.654442 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:38:26.949648 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:38:27.085378 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:38:27.422424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3328): Launched\u000a22:38:27.702473 run iperf3-srv_10.42.42.10(pid=3329): Launched\u000a22:38:27.902156 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:38:28.037780 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:38:28.373440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3330): Launched\u000a22:38:28.651272 run iperf3-srv_10.42.42.10(pid=3331): Launched\u000a22:38:28.850348 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:38:28.985568 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:38:29.322072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3332): Launched\u000a22:38:29.600253 run iperf3-srv_10.42.42.10(pid=3333): Launched\u000a22:38:29.798902 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:38:29.934192 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:38:30.269569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3334): Launched\u000a22:38:30.547415 run iperf3-srv_10.42.42.10(pid=3335): Launched\u000a22:38:30.746982 tst iperf3m4.py:8: start network...\u000a22:38:30.888637 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:38:31.448446 run create_hlr_db(pid=3336): Launched\u000a22:38:31.630521 bus /gobi_6: Setting Powered False\u000a22:38:32.644466 run create_hlr_db(pid=3336): Terminated: ok {rc=0}\u000a22:38:33.050810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3338): Launched\u000a22:38:33.355416 run osmo-hlr_10.42.42.2(pid=3339): Launched\u000a22:38:33.471220 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:38:34.010843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3341): Launched\u000a22:38:34.314565 run osmo-stp_10.42.42.5(pid=3342): Launched\u000a22:38:34.426341 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:38:34.955601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3344): Launched\u000a22:38:35.064158 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:38:35.329774 run patchelf(pid=3345): Launched\u000a22:38:35.509187 run osmo-stp_10.42.42.5(pid=3342): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3342)]\u000a22:38:35.639758 run osmo-stp_10.42.42.5(pid=3342): stdout: \u000a| (launched: 2022-12-12_22:38:34.164852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:35.770697 run osmo-stp_10.42.42.5(pid=3342): stderr: \u000a| �[0;m�[38;5;43m20221212223834336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223834336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223834336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223834336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223834337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223834337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223834337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:35.896848 run osmo-stp_10.42.42.5(pid=3342): stdout: \u000a| (launched: 2022-12-12_22:38:34.164852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:36.022239 run osmo-stp_10.42.42.5(pid=3342): stderr: \u000a| �[0;m�[38;5;43m20221212223834336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223834336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223834336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223834336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223834337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223834337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223834337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:36.168917 run patchelf(pid=3345): Terminating (SIGINT)\u000a22:38:36.340900 run patchelf(pid=3345): Terminated: ok {rc=0}\u000a22:38:36.372292 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3342): Process ended prematurely: osmo-stp_10.42.42.5(pid=3342) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3342)] [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a22:38:36.381572 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a22:38:36.441667 run osmo-hlr_10.42.42.2(pid=3339): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3339)]\u000a22:38:36.490844 run osmo-hlr_10.42.42.2(pid=3339): stdout: \u000a| (launched: 2022-12-12_22:38:33.205794) \u000a22:38:36.540580 run osmo-hlr_10.42.42.2(pid=3339): stderr: \u000a| �[0;m�[1;31m20221212223833381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223833381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223833381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223833381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223833381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223833381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223833398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223833408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223833409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223833409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:38:36.582437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3328): Terminating (SIGTERM)\u000a22:38:36.622189 run iperf3-srv_10.42.42.10(pid=3329): Terminating (SIGTERM)\u000a22:38:36.661722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3330): Terminating (SIGTERM)\u000a22:38:36.701232 run iperf3-srv_10.42.42.10(pid=3331): Terminating (SIGTERM)\u000a22:38:36.740806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3332): Terminating (SIGTERM)\u000a22:38:36.780279 run iperf3-srv_10.42.42.10(pid=3333): Terminating (SIGTERM)\u000a22:38:36.819878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3334): Terminating (SIGTERM)\u000a22:38:36.859280 run iperf3-srv_10.42.42.10(pid=3335): Terminating (SIGTERM)\u000a22:38:36.898827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3338): Terminating (SIGTERM)\u000a22:38:36.938451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3341): Terminating (SIGTERM)\u000a22:38:36.978463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3344): Terminating (SIGTERM)\u000a22:38:36.987992 --- ParallelTerminationStrategy: PID 3328 died...\u000a22:38:37.041527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3328): Terminated: ok {rc=0}\u000a22:38:37.051131 --- ParallelTerminationStrategy: PID 3329 died...\u000a22:38:37.103264 run iperf3-srv_10.42.42.10(pid=3329): Terminated {rc=256}\u000a22:38:37.113015 --- ParallelTerminationStrategy: PID 3330 died...\u000a22:38:37.165842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3330): Terminated: ok {rc=0}\u000a22:38:37.175536 --- ParallelTerminationStrategy: PID 3331 died...\u000a22:38:37.228518 run iperf3-srv_10.42.42.10(pid=3331): Terminated {rc=256}\u000a22:38:37.238200 --- ParallelTerminationStrategy: PID 3332 died...\u000a22:38:37.291149 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3332): Terminated: ok {rc=0}\u000a22:38:37.300777 --- ParallelTerminationStrategy: PID 3333 died...\u000a22:38:37.352781 run iperf3-srv_10.42.42.10(pid=3333): Terminated {rc=256}\u000a22:38:37.362485 --- ParallelTerminationStrategy: PID 3334 died...\u000a22:38:37.415074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3334): Terminated: ok {rc=0}\u000a22:38:37.424534 --- ParallelTerminationStrategy: PID 3335 died...\u000a22:38:37.476530 run iperf3-srv_10.42.42.10(pid=3335): Terminated {rc=256}\u000a22:38:37.486179 --- ParallelTerminationStrategy: PID 3338 died...\u000a22:38:37.538206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3338): Terminated: ok {rc=0}\u000a22:38:37.547833 --- ParallelTerminationStrategy: PID 3341 died...\u000a22:38:37.599948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3341): Terminated: ok {rc=0}\u000a22:38:37.609689 --- ParallelTerminationStrategy: PID 3344 died...\u000a22:38:37.662710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3344): Terminated: ok {rc=0}\u000a22:38:37.745476 bus /gobi_4: Setting Powered False\u000a22:38:38.847593 bus /gobi_4: Setting Powered False\u000a22:38:39.959576 bus /gobi_1: Setting Powered False\u000a22:38:41.064696 bus /gobi_1: Setting Powered False\u000a22:38:42.171545 bus /gobi_0: Setting Powered False\u000a22:38:43.278142 bus /gobi_0: Setting Powered False\u000a22:38:44.384403 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3621): Process ended prematurely: osmo-stp_10.42.42.5(pid=3621) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3621)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3621): Process ended prematurely: osmo-stp_10.42.42.5(pid=3621) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3621)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a22:38:45.451853 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:45.463990 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:38:45.611571 tst ping.py: using LAC 31983\u000a22:38:45.734965 tst ping.py: using RAC 108\u000a22:38:45.865260 tst ping.py: using CellId 31983\u000a22:38:46.006967 tst ping.py: using BVCI 31984\u000a22:38:46.032411 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:46.044531 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:46.056370 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:46.068183 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:46.080098 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:46.092024 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:46.103943 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:46.115707 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:38:46.442898 tst ping.py:19: start network...\u000a22:38:46.594668 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:38:47.168775 run create_hlr_db(pid=3382): Launched\u000a22:38:47.377357 bus /gobi_6: Setting Powered False\u000a22:38:48.422690 run create_hlr_db(pid=3382): Terminated: ok {rc=0}\u000a22:38:48.955930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3561): Launched\u000a22:38:49.437211 run osmo-hlr_10.42.42.2(pid=3616): Launched\u000a22:38:49.613537 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:38:50.250274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3620): Launched\u000a22:38:50.675780 run osmo-stp_10.42.42.5(pid=3621): Launched\u000a22:38:50.896538 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:38:51.475194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3624): Launched\u000a22:38:51.586624 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:38:51.875489 run patchelf(pid=3626): Launched\u000a22:38:52.061634 run osmo-stp_10.42.42.5(pid=3621): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3621)]\u000a22:38:52.195263 run osmo-stp_10.42.42.5(pid=3621): stdout: \u000a| (launched: 2022-12-12_22:38:50.415175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:52.328861 run osmo-stp_10.42.42.5(pid=3621): stderr: \u000a| �[0;m�[38;5;43m20221212223850713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223850713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223850713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223850713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223850714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223850714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223850714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:52.457436 run osmo-stp_10.42.42.5(pid=3621): stdout: \u000a| (launched: 2022-12-12_22:38:50.415175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:52.585504 run osmo-stp_10.42.42.5(pid=3621): stderr: \u000a| �[0;m�[38;5;43m20221212223850713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223850713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223850713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223850713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223850714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223850714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223850714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:52.735623 run patchelf(pid=3626): Terminating (SIGINT)\u000a22:38:52.914248 run patchelf(pid=3626): Terminated: ok {rc=0}\u000a22:38:52.946581 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3621): Process ended prematurely: osmo-stp_10.42.42.5(pid=3621) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3621)] [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a22:38:52.956119 tst ping.py:22: Test FAILED (7.5 sec)\u000a22:38:53.022786 run osmo-hlr_10.42.42.2(pid=3616): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3616)]\u000a22:38:53.073735 run osmo-hlr_10.42.42.2(pid=3616): stdout: \u000a| (launched: 2022-12-12_22:38:49.155973) \u000a22:38:53.126211 run osmo-hlr_10.42.42.2(pid=3616): stderr: \u000a| �[0;m�[1;31m20221212223849500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223849500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223849500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223849500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223849500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223849500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223849515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223849532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223849532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223849532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:38:53.169335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3561): Terminating (SIGTERM)\u000a22:38:53.215400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3620): Terminating (SIGTERM)\u000a22:38:53.256330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3624): Terminating (SIGTERM)\u000a22:38:53.267714 --- ParallelTerminationStrategy: PID 3561 died...\u000a22:38:53.324290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3561): Terminated: ok {rc=0}\u000a22:38:53.335814 --- ParallelTerminationStrategy: PID 3620 died...\u000a22:38:53.392313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3620): Terminated: ok {rc=0}\u000a22:38:53.403894 --- ParallelTerminationStrategy: PID 3624 died...\u000a22:38:53.458961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3624): Terminated: ok {rc=0}\u000a22:38:53.547025 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3633): Process ended prematurely: osmo-stp_10.42.42.5(pid=3633) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3633)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3633): Process ended prematurely: osmo-stp_10.42.42.5(pid=3633) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3633)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a22:38:54.601804 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:54.614387 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:38:54.759500 tst ping_idle_ping.py: using LAC 31984\u000a22:38:54.886422 tst ping_idle_ping.py: using RAC 109\u000a22:38:55.009213 tst ping_idle_ping.py: using CellId 31984\u000a22:38:55.128129 tst ping_idle_ping.py: using BVCI 31985\u000a22:38:55.152355 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:55.164664 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:55.176467 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:55.189656 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:55.204638 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:55.218123 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:55.230400 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:38:55.243565 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:38:55.532596 tst ping_idle_ping.py:24: start network...\u000a22:38:55.662957 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:38:56.200160 run create_hlr_db(pid=3627): Launched\u000a22:38:56.380778 bus /gobi_6: Setting Powered False\u000a22:38:57.403368 run create_hlr_db(pid=3627): Terminated: ok {rc=0}\u000a22:38:57.840985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3629): Launched\u000a22:38:58.257605 run osmo-hlr_10.42.42.2(pid=3630): Launched\u000a22:38:58.494449 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:38:59.146134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3632): Launched\u000a22:38:59.568119 run osmo-stp_10.42.42.5(pid=3633): Launched\u000a22:38:59.795676 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:39:00.436169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3635): Launched\u000a22:39:00.547599 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:39:00.846140 run patchelf(pid=3636): Launched\u000a22:39:01.048325 run osmo-stp_10.42.42.5(pid=3633): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3633)]\u000a22:39:01.182329 run osmo-stp_10.42.42.5(pid=3633): stdout: \u000a| (launched: 2022-12-12_22:38:59.303964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:01.357423 run osmo-stp_10.42.42.5(pid=3633): stderr: \u000a| �[0;m�[38;5;43m20221212223859642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223859642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223859642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223859642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223859643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223859643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223859643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:01.511814 run osmo-stp_10.42.42.5(pid=3633): stdout: \u000a| (launched: 2022-12-12_22:38:59.303964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:01.667152 run osmo-stp_10.42.42.5(pid=3633): stderr: \u000a| �[0;m�[38;5;43m20221212223859642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223859642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223859642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223859642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223859643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223859643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223859643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:01.846827 run patchelf(pid=3636): Terminating (SIGINT)\u000a22:39:02.063588 run patchelf(pid=3636): Terminated: ok {rc=0}\u000a22:39:02.102627 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3633): Process ended prematurely: osmo-stp_10.42.42.5(pid=3633) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3633)] [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:39:02.114008 tst ping_idle_ping.py:27: Test FAILED (7.5 sec)\u000a22:39:02.185171 run osmo-hlr_10.42.42.2(pid=3630): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3630)]\u000a22:39:02.245754 run osmo-hlr_10.42.42.2(pid=3630): stdout: \u000a| (launched: 2022-12-12_22:38:57.998881) \u000a22:39:02.305310 run osmo-hlr_10.42.42.2(pid=3630): stderr: \u000a| �[0;m�[1;31m20221212223858351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223858351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223858351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223858351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223858351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223858351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223858363 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223858377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223858377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223858377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:39:02.355975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3629): Terminating (SIGTERM)\u000a22:39:02.408351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3632): Terminating (SIGTERM)\u000a22:39:02.457149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3635): Terminating (SIGTERM)\u000a22:39:02.468842 --- ParallelTerminationStrategy: PID 3629 died...\u000a22:39:02.535160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3629): Terminated: ok {rc=0}\u000a22:39:02.547095 --- ParallelTerminationStrategy: PID 3632 died...\u000a22:39:02.614314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3632): Terminated: ok {rc=0}\u000a22:39:02.626817 --- ParallelTerminationStrategy: PID 3635 died...\u000a22:39:02.692191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3635): Terminated: ok {rc=0}\u000a22:39:02.806527 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:38:02" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3651): Process ended prematurely: osmo-stp_10.42.42.5(pid=3651) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3651)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3651): Process ended prematurely: osmo-stp_10.42.42.5(pid=3651) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3651)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:39:04.989666 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:05.002471 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:39:05.167080 tst cs_paging_gprs_active.py: using LAC 31985\u000a22:39:05.292870 tst cs_paging_gprs_active.py: using RAC 110\u000a22:39:05.420867 tst cs_paging_gprs_active.py: using CellId 31985\u000a22:39:05.545617 tst cs_paging_gprs_active.py: using BVCI 31986\u000a22:39:05.571052 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:05.583316 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:05.595348 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:05.609998 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:05.623222 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:05.635588 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:05.649631 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:05.661443 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:05.675403 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:39:05.799738 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:39:06.094522 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:39:06.228525 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:39:06.575250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3640): Launched\u000a22:39:06.875792 run iperf3-srv_10.42.42.10(pid=3641): Launched\u000a22:39:07.073781 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:39:07.207342 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:39:07.557679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3642): Launched\u000a22:39:07.853021 run iperf3-srv_10.42.42.10(pid=3643): Launched\u000a22:39:08.048815 tst cs_paging_gprs_active.py:38: start network...\u000a22:39:08.181877 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:39:08.732192 run create_hlr_db(pid=3644): Launched\u000a22:39:08.915624 bus /gobi_6: Setting Powered False\u000a22:39:09.939241 run create_hlr_db(pid=3644): Terminated: ok {rc=0}\u000a22:39:10.349429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3647): Launched\u000a22:39:10.654700 run osmo-hlr_10.42.42.2(pid=3648): Launched\u000a22:39:10.775696 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:39:11.306539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3650): Launched\u000a22:39:11.612512 run osmo-stp_10.42.42.5(pid=3651): Launched\u000a22:39:11.726370 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:39:12.266497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3653): Launched\u000a22:39:12.382698 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:39:12.665571 run patchelf(pid=3654): Launched\u000a22:39:12.855364 run osmo-stp_10.42.42.5(pid=3651): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3651)]\u000a22:39:12.993863 run osmo-stp_10.42.42.5(pid=3651): stdout: \u000a| (launched: 2022-12-12_22:39:11.461354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:13.132416 run osmo-stp_10.42.42.5(pid=3651): stderr: \u000a| �[0;m�[38;5;43m20221212223911633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223911633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223911633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223911634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223911634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223911634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223911634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:13.266928 run osmo-stp_10.42.42.5(pid=3651): stdout: \u000a| (launched: 2022-12-12_22:39:11.461354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:13.400069 run osmo-stp_10.42.42.5(pid=3651): stderr: \u000a| �[0;m�[38;5;43m20221212223911633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223911633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223911633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223911634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223911634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223911634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223911634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:13.556175 run patchelf(pid=3654): Terminating (SIGINT)\u000a22:39:13.738670 run patchelf(pid=3654): Terminated: ok {rc=0}\u000a22:39:13.771917 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3651): Process ended prematurely: osmo-stp_10.42.42.5(pid=3651) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3651)] [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:39:13.781730 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a22:39:13.843772 run osmo-hlr_10.42.42.2(pid=3648): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3648)]\u000a22:39:13.894645 run osmo-hlr_10.42.42.2(pid=3648): stdout: \u000a| (launched: 2022-12-12_22:39:10.504368) \u000a22:39:13.945882 run osmo-hlr_10.42.42.2(pid=3648): stderr: \u000a| �[0;m�[1;31m20221212223910681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223910681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223910681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223910681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223910681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223910681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223910693 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223910701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223910701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223910702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:39:13.989723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3640): Terminating (SIGTERM)\u000a22:39:14.030900 run iperf3-srv_10.42.42.10(pid=3641): Terminating (SIGTERM)\u000a22:39:14.072219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3642): Terminating (SIGTERM)\u000a22:39:14.113444 run iperf3-srv_10.42.42.10(pid=3643): Terminating (SIGTERM)\u000a22:39:14.154743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3647): Terminating (SIGTERM)\u000a22:39:14.195926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3650): Terminating (SIGTERM)\u000a22:39:14.237673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3653): Terminating (SIGTERM)\u000a22:39:14.247276 --- ParallelTerminationStrategy: PID 3640 died...\u000a22:39:14.302418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3640): Terminated: ok {rc=0}\u000a22:39:14.312239 --- ParallelTerminationStrategy: PID 3641 died...\u000a22:39:14.366824 run iperf3-srv_10.42.42.10(pid=3641): Terminated {rc=256}\u000a22:39:14.376494 --- ParallelTerminationStrategy: PID 3642 died...\u000a22:39:14.431048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3642): Terminated: ok {rc=0}\u000a22:39:14.440794 --- ParallelTerminationStrategy: PID 3643 died...\u000a22:39:14.495291 run iperf3-srv_10.42.42.10(pid=3643): Terminated {rc=256}\u000a22:39:14.505154 --- ParallelTerminationStrategy: PID 3647 died...\u000a22:39:14.560099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3647): Terminated: ok {rc=0}\u000a22:39:14.569968 --- ParallelTerminationStrategy: PID 3650 died...\u000a22:39:14.624596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3650): Terminated: ok {rc=0}\u000a22:39:14.634477 --- ParallelTerminationStrategy: PID 3653 died...\u000a22:39:14.688916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3653): Terminated: ok {rc=0}\u000a22:39:14.774982 bus /gobi_0: Setting Powered False\u000a22:39:15.892178 bus /gobi_0: Setting Powered False\u000a22:39:17.032803 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3663): Process ended prematurely: osmo-stp_10.42.42.5(pid=3663) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3663)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3663): Process ended prematurely: osmo-stp_10.42.42.5(pid=3663) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3663)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:39:18.149544 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:18.161521 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:39:18.330270 tst iperf3.py: using LAC 31986\u000a22:39:18.456786 tst iperf3.py: using RAC 111\u000a22:39:18.586948 tst iperf3.py: using CellId 31986\u000a22:39:18.715512 tst iperf3.py: using BVCI 31987\u000a22:39:18.740600 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:18.752104 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:18.763451 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:18.774783 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:18.786068 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:18.797311 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:18.808647 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:18.819929 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:18.831354 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:39:19.111527 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:39:19.238830 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:39:19.553966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3655): Launched\u000a22:39:19.815897 run iperf3-srv_10.42.42.10(pid=3656): Launched\u000a22:39:20.001926 tst iperf3.py:8: start network...\u000a22:39:20.128769 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:39:20.609418 run create_hlr_db(pid=3657): Launched\u000a22:39:20.784907 bus /gobi_6: Setting Powered False\u000a22:39:21.806178 run create_hlr_db(pid=3657): Terminated: ok {rc=0}\u000a22:39:22.238458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3659): Launched\u000a22:39:22.562935 run osmo-hlr_10.42.42.2(pid=3660): Launched\u000a22:39:22.682100 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:39:23.245740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3662): Launched\u000a22:39:23.572028 run osmo-stp_10.42.42.5(pid=3663): Launched\u000a22:39:23.690842 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:39:24.259282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3665): Launched\u000a22:39:24.374799 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:39:24.656919 run patchelf(pid=3666): Launched\u000a22:39:24.846739 run osmo-stp_10.42.42.5(pid=3663): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3663)]\u000a22:39:24.985462 run osmo-stp_10.42.42.5(pid=3663): stdout: \u000a| (launched: 2022-12-12_22:39:23.410769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:25.124298 run osmo-stp_10.42.42.5(pid=3663): stderr: \u000a| �[0;m�[38;5;43m20221212223923605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223923605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223923606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223923606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223923606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223923607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223923607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:25.259209 run osmo-stp_10.42.42.5(pid=3663): stdout: \u000a| (launched: 2022-12-12_22:39:23.410769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:25.392545 run osmo-stp_10.42.42.5(pid=3663): stderr: \u000a| �[0;m�[38;5;43m20221212223923605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223923605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223923606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223923606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223923606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223923607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223923607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:25.548479 run patchelf(pid=3666): Terminating (SIGINT)\u000a22:39:25.732122 run patchelf(pid=3666): Terminated: ok {rc=0}\u000a22:39:25.765655 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3663): Process ended prematurely: osmo-stp_10.42.42.5(pid=3663) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3663)] [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:39:25.775474 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a22:39:25.837471 run osmo-hlr_10.42.42.2(pid=3660): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3660)]\u000a22:39:25.888346 run osmo-hlr_10.42.42.2(pid=3660): stdout: \u000a| (launched: 2022-12-12_22:39:22.403873) \u000a22:39:25.940000 run osmo-hlr_10.42.42.2(pid=3660): stderr: \u000a| �[0;m�[1;31m20221212223922603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223922603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223922603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223922603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223922603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223922603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223922616 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223922626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223922626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223922626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:39:25.983706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3655): Terminating (SIGTERM)\u000a22:39:26.024783 run iperf3-srv_10.42.42.10(pid=3656): Terminating (SIGTERM)\u000a22:39:26.067620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3659): Terminating (SIGTERM)\u000a22:39:26.108698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3662): Terminating (SIGTERM)\u000a22:39:26.149925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3665): Terminating (SIGTERM)\u000a22:39:26.159502 --- ParallelTerminationStrategy: PID 3655 died...\u000a22:39:26.214803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3655): Terminated: ok {rc=0}\u000a22:39:26.224676 --- ParallelTerminationStrategy: PID 3656 died...\u000a22:39:26.279559 run iperf3-srv_10.42.42.10(pid=3656): Terminated {rc=256}\u000a22:39:26.289442 --- ParallelTerminationStrategy: PID 3659 died...\u000a22:39:26.344534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3659): Terminated: ok {rc=0}\u000a22:39:26.354501 --- ParallelTerminationStrategy: PID 3662 died...\u000a22:39:26.409168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3662): Terminated: ok {rc=0}\u000a22:39:26.419004 --- ParallelTerminationStrategy: PID 3665 died...\u000a22:39:26.473711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3665): Terminated: ok {rc=0}\u000a22:39:26.559834 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3681): Process ended prematurely: osmo-stp_10.42.42.5(pid=3681) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3681)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3681): Process ended prematurely: osmo-stp_10.42.42.5(pid=3681) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3681)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:39:27.674683 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:27.686591 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:39:27.853432 tst iperf3m4.py: using LAC 31987\u000a22:39:27.982319 tst iperf3m4.py: using RAC 112\u000a22:39:28.109466 tst iperf3m4.py: using CellId 31987\u000a22:39:28.236463 tst iperf3m4.py: using BVCI 31988\u000a22:39:28.261465 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:28.272865 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:28.284206 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:28.295474 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:28.306770 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:28.317997 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:28.329451 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:28.340611 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:28.352241 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:39:28.469978 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:39:28.590118 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:39:28.711598 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:39:29.009347 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:39:29.145345 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:39:29.481757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3667): Launched\u000a22:39:29.764646 run iperf3-srv_10.42.42.10(pid=3668): Launched\u000a22:39:29.965042 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:39:30.101404 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:39:30.437978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3669): Launched\u000a22:39:30.715941 run iperf3-srv_10.42.42.10(pid=3670): Launched\u000a22:39:30.947209 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:39:31.085910 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:39:31.434026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3671): Launched\u000a22:39:31.736519 run iperf3-srv_10.42.42.10(pid=3672): Launched\u000a22:39:31.940013 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:39:32.078416 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:39:32.415702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3673): Launched\u000a22:39:32.694026 run iperf3-srv_10.42.42.10(pid=3674): Launched\u000a22:39:32.892535 tst iperf3m4.py:8: start network...\u000a22:39:33.028165 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:39:33.546250 run create_hlr_db(pid=3675): Launched\u000a22:39:33.734417 bus /gobi_6: Setting Powered False\u000a22:39:34.754130 run create_hlr_db(pid=3675): Terminated: ok {rc=0}\u000a22:39:35.160940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3677): Launched\u000a22:39:35.466778 run osmo-hlr_10.42.42.2(pid=3678): Launched\u000a22:39:35.586140 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:39:36.127041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3680): Launched\u000a22:39:36.433308 run osmo-stp_10.42.42.5(pid=3681): Launched\u000a22:39:36.546376 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:39:37.078080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3683): Launched\u000a22:39:37.186518 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:39:37.452260 run patchelf(pid=3684): Launched\u000a22:39:37.630678 run osmo-stp_10.42.42.5(pid=3681): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3681)]\u000a22:39:37.761439 run osmo-stp_10.42.42.5(pid=3681): stdout: \u000a| (launched: 2022-12-12_22:39:36.281991)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:37.891888 run osmo-stp_10.42.42.5(pid=3681): stderr: \u000a| �[0;m�[38;5;43m20221212223936452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223936452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223936453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223936453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223936453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223936454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223936454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:38.017928 run osmo-stp_10.42.42.5(pid=3681): stdout: \u000a| (launched: 2022-12-12_22:39:36.281991)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:38.142867 run osmo-stp_10.42.42.5(pid=3681): stderr: \u000a| �[0;m�[38;5;43m20221212223936452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223936452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223936453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223936453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223936453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223936454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223936454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:38.289429 run patchelf(pid=3684): Terminating (SIGINT)\u000a22:39:38.461787 run patchelf(pid=3684): Terminated: ok {rc=0}\u000a22:39:38.493131 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3681): Process ended prematurely: osmo-stp_10.42.42.5(pid=3681) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3681)] [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:39:38.502328 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a22:39:38.563145 run osmo-hlr_10.42.42.2(pid=3678): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3678)]\u000a22:39:38.612130 run osmo-hlr_10.42.42.2(pid=3678): stdout: \u000a| (launched: 2022-12-12_22:39:35.316741) \u000a22:39:38.661816 run osmo-hlr_10.42.42.2(pid=3678): stderr: \u000a| �[0;m�[1;31m20221212223935493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223935493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223935493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223935493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223935493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223935493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223935505 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223935514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223935514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223935515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:39:38.703707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3667): Terminating (SIGTERM)\u000a22:39:38.743597 run iperf3-srv_10.42.42.10(pid=3668): Terminating (SIGTERM)\u000a22:39:38.783562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3669): Terminating (SIGTERM)\u000a22:39:38.823432 run iperf3-srv_10.42.42.10(pid=3670): Terminating (SIGTERM)\u000a22:39:38.863420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3671): Terminating (SIGTERM)\u000a22:39:38.903077 run iperf3-srv_10.42.42.10(pid=3672): Terminating (SIGTERM)\u000a22:39:38.942826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3673): Terminating (SIGTERM)\u000a22:39:38.982465 run iperf3-srv_10.42.42.10(pid=3674): Terminating (SIGTERM)\u000a22:39:39.022105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3677): Terminating (SIGTERM)\u000a22:39:39.061816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3680): Terminating (SIGTERM)\u000a22:39:39.101463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3683): Terminating (SIGTERM)\u000a22:39:39.110553 --- ParallelTerminationStrategy: PID 3667 died...\u000a22:39:39.164004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3667): Terminated: ok {rc=0}\u000a22:39:39.173829 --- ParallelTerminationStrategy: PID 3668 died...\u000a22:39:39.227043 run iperf3-srv_10.42.42.10(pid=3668): Terminated {rc=256}\u000a22:39:39.236558 --- ParallelTerminationStrategy: PID 3669 died...\u000a22:39:39.289604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3669): Terminated: ok {rc=0}\u000a22:39:39.299108 --- ParallelTerminationStrategy: PID 3670 died...\u000a22:39:39.351676 run iperf3-srv_10.42.42.10(pid=3670): Terminated {rc=256}\u000a22:39:39.361817 --- ParallelTerminationStrategy: PID 3671 died...\u000a22:39:39.414718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3671): Terminated: ok {rc=0}\u000a22:39:39.424392 --- ParallelTerminationStrategy: PID 3672 died...\u000a22:39:39.476580 run iperf3-srv_10.42.42.10(pid=3672): Terminated {rc=256}\u000a22:39:39.486303 --- ParallelTerminationStrategy: PID 3673 died...\u000a22:39:39.539397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3673): Terminated: ok {rc=0}\u000a22:39:39.549239 --- ParallelTerminationStrategy: PID 3674 died...\u000a22:39:39.601660 run iperf3-srv_10.42.42.10(pid=3674): Terminated {rc=256}\u000a22:39:39.611413 --- ParallelTerminationStrategy: PID 3677 died...\u000a22:39:39.664587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3677): Terminated: ok {rc=0}\u000a22:39:39.674327 --- ParallelTerminationStrategy: PID 3680 died...\u000a22:39:39.727037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3680): Terminated: ok {rc=0}\u000a22:39:39.736868 --- ParallelTerminationStrategy: PID 3683 died...\u000a22:39:39.789329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3683): Terminated: ok {rc=0}\u000a22:39:39.877213 bus /gobi_4: Setting Powered False\u000a22:39:40.980578 bus /gobi_4: Setting Powered False\u000a22:39:42.085935 bus /gobi_1: Setting Powered False\u000a22:39:43.192341 bus /gobi_1: Setting Powered False\u000a22:39:44.299025 bus /gobi_0: Setting Powered False\u000a22:39:45.400341 bus /gobi_0: Setting Powered False\u000a22:39:46.512684 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3691): Process ended prematurely: osmo-stp_10.42.42.5(pid=3691) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3691)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3691): Process ended prematurely: osmo-stp_10.42.42.5(pid=3691) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3691)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:39:47.581546 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:47.593731 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:39:47.759449 tst ping.py: using LAC 31988\u000a22:39:47.884528 tst ping.py: using RAC 113\u000a22:39:48.009291 tst ping.py: using CellId 31988\u000a22:39:48.133801 tst ping.py: using BVCI 31989\u000a22:39:48.158306 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:48.169709 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:48.180941 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:48.192304 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:48.203483 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:48.214736 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:48.226117 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:48.237337 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:39:48.514058 tst ping.py:19: start network...\u000a22:39:48.638741 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:39:49.109209 run create_hlr_db(pid=3685): Launched\u000a22:39:49.282258 bus /gobi_6: Setting Powered False\u000a22:39:50.314080 run create_hlr_db(pid=3685): Terminated: ok {rc=0}\u000a22:39:50.738277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3687): Launched\u000a22:39:51.056273 run osmo-hlr_10.42.42.2(pid=3688): Launched\u000a22:39:51.175624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:39:51.733321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3690): Launched\u000a22:39:52.050960 run osmo-stp_10.42.42.5(pid=3691): Launched\u000a22:39:52.166259 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:39:52.722567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3693): Launched\u000a22:39:52.836291 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:39:53.114203 run patchelf(pid=3694): Launched\u000a22:39:53.301348 run osmo-stp_10.42.42.5(pid=3691): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3691)]\u000a22:39:53.437833 run osmo-stp_10.42.42.5(pid=3691): stdout: \u000a| (launched: 2022-12-12_22:39:51.895520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:53.574119 run osmo-stp_10.42.42.5(pid=3691): stderr: \u000a| �[0;m�[38;5;43m20221212223952088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223952088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223952088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223952089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223952089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223952089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223952089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:53.705972 run osmo-stp_10.42.42.5(pid=3691): stdout: \u000a| (launched: 2022-12-12_22:39:51.895520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:53.836719 run osmo-stp_10.42.42.5(pid=3691): stderr: \u000a| �[0;m�[38;5;43m20221212223952088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212223952088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212223952088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212223952089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212223952089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212223952089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212223952089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:53.989521 run patchelf(pid=3694): Terminating (SIGINT)\u000a22:39:54.169861 run patchelf(pid=3694): Terminated: ok {rc=0}\u000a22:39:54.202394 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3691): Process ended prematurely: osmo-stp_10.42.42.5(pid=3691) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3691)] [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:39:54.211417 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:39:54.274111 run osmo-hlr_10.42.42.2(pid=3688): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3688)]\u000a22:39:54.325188 run osmo-hlr_10.42.42.2(pid=3688): stdout: \u000a| (launched: 2022-12-12_22:39:50.900349) \u000a22:39:54.376631 run osmo-hlr_10.42.42.2(pid=3688): stderr: \u000a| �[0;m�[1;31m20221212223951098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223951098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223951098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223951098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223951098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223951098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223951110 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223951119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223951119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223951119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:39:54.420383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3687): Terminating (SIGTERM)\u000a22:39:54.461852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3690): Terminating (SIGTERM)\u000a22:39:54.503229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3693): Terminating (SIGTERM)\u000a22:39:54.512912 --- ParallelTerminationStrategy: PID 3687 died...\u000a22:39:54.568361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3687): Terminated: ok {rc=0}\u000a22:39:54.578383 --- ParallelTerminationStrategy: PID 3690 died...\u000a22:39:54.633613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3690): Terminated: ok {rc=0}\u000a22:39:54.643614 --- ParallelTerminationStrategy: PID 3693 died...\u000a22:39:54.698967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3693): Terminated: ok {rc=0}\u000a22:39:54.785524 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3701): Process ended prematurely: osmo-stp_10.42.42.5(pid=3701) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3701)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3701): Process ended prematurely: osmo-stp_10.42.42.5(pid=3701) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:39:55.838966 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:55.851517 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:39:56.018476 tst ping_idle_ping.py: using LAC 31989\u000a22:39:56.143199 tst ping_idle_ping.py: using RAC 114\u000a22:39:56.267644 tst ping_idle_ping.py: using CellId 31989\u000a22:39:56.392301 tst ping_idle_ping.py: using BVCI 31990\u000a22:39:56.416800 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:56.428519 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:56.439849 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:56.451211 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:56.462519 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:56.473806 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:56.485198 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:39:56.496406 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:39:56.773709 tst ping_idle_ping.py:24: start network...\u000a22:39:56.899523 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:39:57.378644 run create_hlr_db(pid=3695): Launched\u000a22:39:57.553419 bus /gobi_6: Setting Powered False\u000a22:39:58.572922 run create_hlr_db(pid=3695): Terminated: ok {rc=0}\u000a22:39:58.973063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3697): Launched\u000a22:39:59.275451 run osmo-hlr_10.42.42.2(pid=3698): Launched\u000a22:39:59.390893 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:39:59.921721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3700): Launched\u000a22:40:00.222409 run osmo-stp_10.42.42.5(pid=3701): Launched\u000a22:40:00.332690 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:40:00.867344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3703): Launched\u000a22:40:00.978114 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:40:01.253169 run patchelf(pid=3704): Launched\u000a22:40:01.432937 run osmo-stp_10.42.42.5(pid=3701): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3701)]\u000a22:40:01.565604 run osmo-stp_10.42.42.5(pid=3701): stdout: \u000a| (launched: 2022-12-12_22:40:00.074121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:01.698337 run osmo-stp_10.42.42.5(pid=3701): stderr: \u000a| �[0;m�[38;5;43m20221212224000245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224000245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224000246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224000246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224000247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224000247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224000247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:01.826708 run osmo-stp_10.42.42.5(pid=3701): stdout: \u000a| (launched: 2022-12-12_22:40:00.074121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:01.960446 run osmo-stp_10.42.42.5(pid=3701): stderr: \u000a| �[0;m�[38;5;43m20221212224000245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224000245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224000246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224000246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224000247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224000247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224000247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:02.117687 run patchelf(pid=3704): Terminating (SIGINT)\u000a22:40:02.292033 run patchelf(pid=3704): Terminated: ok {rc=0}\u000a22:40:02.324654 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3701): Process ended prematurely: osmo-stp_10.42.42.5(pid=3701) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3701)] [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:40:02.333529 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a22:40:02.393052 run osmo-hlr_10.42.42.2(pid=3698): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3698)]\u000a22:40:02.441635 run osmo-hlr_10.42.42.2(pid=3698): stdout: \u000a| (launched: 2022-12-12_22:39:59.125515) \u000a22:40:02.490983 run osmo-hlr_10.42.42.2(pid=3698): stderr: \u000a| �[0;m�[1;31m20221212223959304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212223959304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212223959304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223959304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212223959304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212223959304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212223959317 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212223959326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212223959326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212223959326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:40:02.532815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3697): Terminating (SIGTERM)\u000a22:40:02.572422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3700): Terminating (SIGTERM)\u000a22:40:02.611880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3703): Terminating (SIGTERM)\u000a22:40:02.621253 --- ParallelTerminationStrategy: PID 3697 died...\u000a22:40:02.673723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3697): Terminated: ok {rc=0}\u000a22:40:02.683303 --- ParallelTerminationStrategy: PID 3700 died...\u000a22:40:02.735348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3700): Terminated: ok {rc=0}\u000a22:40:02.744926 --- ParallelTerminationStrategy: PID 3703 died...\u000a22:40:02.797160 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3703): Terminated: ok {rc=0}\u000a22:40:02.884576 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:39:04" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3723): Process ended prematurely: osmo-stp_10.42.42.5(pid=3723) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3723)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3723): Process ended prematurely: osmo-stp_10.42.42.5(pid=3723) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3723)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:40:05.031956 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:05.043038 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:40:05.208523 tst cs_paging_gprs_active.py: using LAC 31990\u000a22:40:05.339115 tst cs_paging_gprs_active.py: using RAC 115\u000a22:40:05.469406 tst cs_paging_gprs_active.py: using CellId 31990\u000a22:40:05.599212 tst cs_paging_gprs_active.py: using BVCI 31991\u000a22:40:05.624271 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:05.635755 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:05.647078 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:05.658416 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:05.670137 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:05.681334 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:05.692693 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:05.703900 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:05.715296 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:40:05.834530 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:40:06.117370 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:40:06.245669 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:40:06.562293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3713): Launched\u000a22:40:06.825688 run iperf3-srv_10.42.42.10(pid=3714): Launched\u000a22:40:07.012455 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:40:07.139980 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:40:07.455842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3715): Launched\u000a22:40:07.718007 run iperf3-srv_10.42.42.10(pid=3716): Launched\u000a22:40:07.904194 tst cs_paging_gprs_active.py:38: start network...\u000a22:40:08.031739 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:40:08.512609 run create_hlr_db(pid=3717): Launched\u000a22:40:08.688895 bus /gobi_6: Setting Powered False\u000a22:40:09.708046 run create_hlr_db(pid=3717): Terminated: ok {rc=0}\u000a22:40:10.139124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3719): Launched\u000a22:40:10.464932 run osmo-hlr_10.42.42.2(pid=3720): Launched\u000a22:40:10.587317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:40:11.151865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3722): Launched\u000a22:40:11.477716 run osmo-stp_10.42.42.5(pid=3723): Launched\u000a22:40:11.596816 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:40:12.164917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3725): Launched\u000a22:40:12.281877 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:40:12.565772 run patchelf(pid=3726): Launched\u000a22:40:12.755643 run osmo-stp_10.42.42.5(pid=3723): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3723)]\u000a22:40:12.894588 run osmo-stp_10.42.42.5(pid=3723): stdout: \u000a| (launched: 2022-12-12_22:40:11.317818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:13.034052 run osmo-stp_10.42.42.5(pid=3723): stderr: \u000a| �[0;m�[38;5;43m20221212224011512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224011512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224011512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224011513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224011513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224011513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224011513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:13.168682 run osmo-stp_10.42.42.5(pid=3723): stdout: \u000a| (launched: 2022-12-12_22:40:11.317818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:13.302600 run osmo-stp_10.42.42.5(pid=3723): stderr: \u000a| �[0;m�[38;5;43m20221212224011512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224011512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224011512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224011513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224011513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224011513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224011513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:13.458178 run patchelf(pid=3726): Terminating (SIGINT)\u000a22:40:13.641029 run patchelf(pid=3726): Terminated: ok {rc=0}\u000a22:40:13.674397 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3723): Process ended prematurely: osmo-stp_10.42.42.5(pid=3723) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3723)] [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a22:40:13.684219 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:40:13.746718 run osmo-hlr_10.42.42.2(pid=3720): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3720)]\u000a22:40:13.798045 run osmo-hlr_10.42.42.2(pid=3720): stdout: \u000a| (launched: 2022-12-12_22:40:10.306163) \u000a22:40:13.850160 run osmo-hlr_10.42.42.2(pid=3720): stderr: \u000a| �[0;m�[1;31m20221212224010507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224010507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224010507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224010507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224010507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224010507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224010518 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224010526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224010526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224010526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:40:13.894357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3713): Terminating (SIGTERM)\u000a22:40:13.936028 run iperf3-srv_10.42.42.10(pid=3714): Terminating (SIGTERM)\u000a22:40:13.978539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3715): Terminating (SIGTERM)\u000a22:40:14.020275 run iperf3-srv_10.42.42.10(pid=3716): Terminating (SIGTERM)\u000a22:40:14.062150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3719): Terminating (SIGTERM)\u000a22:40:14.103709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3722): Terminating (SIGTERM)\u000a22:40:14.145280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3725): Terminating (SIGTERM)\u000a22:40:14.154908 --- ParallelTerminationStrategy: PID 3713 died...\u000a22:40:14.210621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3713): Terminated: ok {rc=0}\u000a22:40:14.220425 --- ParallelTerminationStrategy: PID 3714 died...\u000a22:40:14.275667 run iperf3-srv_10.42.42.10(pid=3714): Terminated {rc=256}\u000a22:40:14.285996 --- ParallelTerminationStrategy: PID 3715 died...\u000a22:40:14.341648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3715): Terminated: ok {rc=0}\u000a22:40:14.351560 --- ParallelTerminationStrategy: PID 3716 died...\u000a22:40:14.406279 run iperf3-srv_10.42.42.10(pid=3716): Terminated {rc=256}\u000a22:40:14.416072 --- ParallelTerminationStrategy: PID 3719 died...\u000a22:40:14.471023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3719): Terminated: ok {rc=0}\u000a22:40:14.481122 --- ParallelTerminationStrategy: PID 3722 died...\u000a22:40:14.536077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3722): Terminated: ok {rc=0}\u000a22:40:14.546479 --- ParallelTerminationStrategy: PID 3725 died...\u000a22:40:14.601803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3725): Terminated: ok {rc=0}\u000a22:40:14.686484 bus /gobi_0: Setting Powered False\u000a22:40:15.790759 bus /gobi_0: Setting Powered False\u000a22:40:16.916380 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3735): Process ended prematurely: osmo-stp_10.42.42.5(pid=3735) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3735)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3735): Process ended prematurely: osmo-stp_10.42.42.5(pid=3735) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3735)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a22:40:18.034274 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:18.046415 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:40:18.217003 tst iperf3.py: using LAC 31991\u000a22:40:18.350154 tst iperf3.py: using RAC 116\u000a22:40:18.476504 tst iperf3.py: using CellId 31991\u000a22:40:18.607152 tst iperf3.py: using BVCI 31992\u000a22:40:18.632113 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:18.643638 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:18.654965 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:18.666393 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:18.677698 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:18.689055 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:18.700441 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:18.711610 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:18.723060 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:40:19.015473 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:40:19.151092 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:40:19.487554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3727): Launched\u000a22:40:19.767781 run iperf3-srv_10.42.42.10(pid=3728): Launched\u000a22:40:19.966802 tst iperf3.py:8: start network...\u000a22:40:20.103102 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:40:20.621480 run create_hlr_db(pid=3729): Launched\u000a22:40:20.808811 bus /gobi_6: Setting Powered False\u000a22:40:21.829219 run create_hlr_db(pid=3729): Terminated: ok {rc=0}\u000a22:40:22.237663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3731): Launched\u000a22:40:22.543163 run osmo-hlr_10.42.42.2(pid=3732): Launched\u000a22:40:22.662413 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:40:23.201279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3734): Launched\u000a22:40:23.506639 run osmo-stp_10.42.42.5(pid=3735): Launched\u000a22:40:23.619097 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:40:24.151114 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3737): Launched\u000a22:40:24.260443 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:40:24.527262 run patchelf(pid=3738): Launched\u000a22:40:24.706242 run osmo-stp_10.42.42.5(pid=3735): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3735)]\u000a22:40:24.836710 run osmo-stp_10.42.42.5(pid=3735): stdout: \u000a| (launched: 2022-12-12_22:40:23.356403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:24.967474 run osmo-stp_10.42.42.5(pid=3735): stderr: \u000a| �[0;m�[38;5;43m20221212224023525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224023525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224023526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224023526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224023526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224023526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224023527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:25.094337 run osmo-stp_10.42.42.5(pid=3735): stdout: \u000a| (launched: 2022-12-12_22:40:23.356403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:25.220155 run osmo-stp_10.42.42.5(pid=3735): stderr: \u000a| �[0;m�[38;5;43m20221212224023525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224023525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224023526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224023526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224023526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224023526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224023527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:25.367831 run patchelf(pid=3738): Terminating (SIGINT)\u000a22:40:25.541360 run patchelf(pid=3738): Terminated: ok {rc=0}\u000a22:40:25.572873 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3735): Process ended prematurely: osmo-stp_10.42.42.5(pid=3735) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3735)] [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a22:40:25.582162 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a22:40:25.642153 run osmo-hlr_10.42.42.2(pid=3732): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3732)]\u000a22:40:25.691259 run osmo-hlr_10.42.42.2(pid=3732): stdout: \u000a| (launched: 2022-12-12_22:40:22.392632) \u000a22:40:25.740710 run osmo-hlr_10.42.42.2(pid=3732): stderr: \u000a| �[0;m�[1;31m20221212224022570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224022570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224022570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224022570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224022570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224022570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224022585 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224022596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224022596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224022596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:40:25.782708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3727): Terminating (SIGTERM)\u000a22:40:25.822727 run iperf3-srv_10.42.42.10(pid=3728): Terminating (SIGTERM)\u000a22:40:25.862680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3731): Terminating (SIGTERM)\u000a22:40:25.902479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3734): Terminating (SIGTERM)\u000a22:40:25.942211 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3737): Terminating (SIGTERM)\u000a22:40:25.951250 --- ParallelTerminationStrategy: PID 3727 died...\u000a22:40:26.005228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3727): Terminated: ok {rc=0}\u000a22:40:26.014964 --- ParallelTerminationStrategy: PID 3728 died...\u000a22:40:26.067953 run iperf3-srv_10.42.42.10(pid=3728): Terminated {rc=256}\u000a22:40:26.077703 --- ParallelTerminationStrategy: PID 3731 died...\u000a22:40:26.130432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3731): Terminated: ok {rc=0}\u000a22:40:26.140152 --- ParallelTerminationStrategy: PID 3734 died...\u000a22:40:26.193309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3734): Terminated: ok {rc=0}\u000a22:40:26.203414 --- ParallelTerminationStrategy: PID 3737 died...\u000a22:40:26.256102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3737): Terminated: ok {rc=0}\u000a22:40:26.339489 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3753): Process ended prematurely: osmo-stp_10.42.42.5(pid=3753) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3753)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3753): Process ended prematurely: osmo-stp_10.42.42.5(pid=3753) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3753)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a22:40:27.454035 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:27.466104 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:40:27.647387 tst iperf3m4.py: using LAC 31992\u000a22:40:27.775348 tst iperf3m4.py: using RAC 117\u000a22:40:27.903694 tst iperf3m4.py: using CellId 31992\u000a22:40:28.031017 tst iperf3m4.py: using BVCI 31993\u000a22:40:28.056435 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:28.067989 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:28.079673 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:28.091091 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:28.102398 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:28.113690 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:28.125149 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:28.136317 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:28.147718 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:40:28.267193 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:40:28.387878 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:40:28.503150 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:40:28.785904 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:40:28.913294 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:40:29.228890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3739): Launched\u000a22:40:29.491154 run iperf3-srv_10.42.42.10(pid=3740): Launched\u000a22:40:29.677843 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:40:29.804789 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:40:30.121648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3741): Launched\u000a22:40:30.383988 run iperf3-srv_10.42.42.10(pid=3742): Launched\u000a22:40:30.570754 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:40:30.697558 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:40:31.039536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3743): Launched\u000a22:40:31.369098 run iperf3-srv_10.42.42.10(pid=3744): Launched\u000a22:40:31.584357 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:40:31.725223 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:40:32.086172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3745): Launched\u000a22:40:32.367674 run iperf3-srv_10.42.42.10(pid=3746): Launched\u000a22:40:32.553206 tst iperf3m4.py:8: start network...\u000a22:40:32.679828 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:40:33.158721 run create_hlr_db(pid=3747): Launched\u000a22:40:33.334680 bus /gobi_6: Setting Powered False\u000a22:40:34.354468 run create_hlr_db(pid=3747): Terminated: ok {rc=0}\u000a22:40:34.785744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3749): Launched\u000a22:40:35.109153 run osmo-hlr_10.42.42.2(pid=3750): Launched\u000a22:40:35.229696 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:40:35.793107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3752): Launched\u000a22:40:36.117020 run osmo-stp_10.42.42.5(pid=3753): Launched\u000a22:40:36.234853 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:40:36.799564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3755): Launched\u000a22:40:36.915123 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:40:37.197445 run patchelf(pid=3756): Launched\u000a22:40:37.387350 run osmo-stp_10.42.42.5(pid=3753): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3753)]\u000a22:40:37.525683 run osmo-stp_10.42.42.5(pid=3753): stdout: \u000a| (launched: 2022-12-12_22:40:35.958396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:37.664060 run osmo-stp_10.42.42.5(pid=3753): stderr: \u000a| �[0;m�[38;5;43m20221212224036152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224036152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224036152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224036152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224036155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224036155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224036155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:37.798080 run osmo-stp_10.42.42.5(pid=3753): stdout: \u000a| (launched: 2022-12-12_22:40:35.958396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:37.930857 run osmo-stp_10.42.42.5(pid=3753): stderr: \u000a| �[0;m�[38;5;43m20221212224036152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224036152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224036152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224036152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224036155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224036155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224036155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:38.086108 run patchelf(pid=3756): Terminating (SIGINT)\u000a22:40:38.269303 run patchelf(pid=3756): Terminated: ok {rc=0}\u000a22:40:38.302561 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3753): Process ended prematurely: osmo-stp_10.42.42.5(pid=3753) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3753)] [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a22:40:38.312661 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a22:40:38.375625 run osmo-hlr_10.42.42.2(pid=3750): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3750)]\u000a22:40:38.426832 run osmo-hlr_10.42.42.2(pid=3750): stdout: \u000a| (launched: 2022-12-12_22:40:34.951306) \u000a22:40:38.478673 run osmo-hlr_10.42.42.2(pid=3750): stderr: \u000a| �[0;m�[1;31m20221212224035150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224035150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224035150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224035150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224035150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224035150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224035173 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224035182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224035182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224035182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:40:38.522724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3739): Terminating (SIGTERM)\u000a22:40:38.564258 run iperf3-srv_10.42.42.10(pid=3740): Terminating (SIGTERM)\u000a22:40:38.605872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3741): Terminating (SIGTERM)\u000a22:40:38.647428 run iperf3-srv_10.42.42.10(pid=3742): Terminating (SIGTERM)\u000a22:40:38.689005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3743): Terminating (SIGTERM)\u000a22:40:38.730411 run iperf3-srv_10.42.42.10(pid=3744): Terminating (SIGTERM)\u000a22:40:38.771875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3745): Terminating (SIGTERM)\u000a22:40:38.813336 run iperf3-srv_10.42.42.10(pid=3746): Terminating (SIGTERM)\u000a22:40:38.854838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3749): Terminating (SIGTERM)\u000a22:40:38.896387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3752): Terminating (SIGTERM)\u000a22:40:38.938494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3755): Terminating (SIGTERM)\u000a22:40:38.948141 --- ParallelTerminationStrategy: PID 3739 died...\u000a22:40:39.003329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3739): Terminated: ok {rc=0}\u000a22:40:39.013398 --- ParallelTerminationStrategy: PID 3740 died...\u000a22:40:39.067949 run iperf3-srv_10.42.42.10(pid=3740): Terminated {rc=256}\u000a22:40:39.077849 --- ParallelTerminationStrategy: PID 3741 died...\u000a22:40:39.132651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3741): Terminated: ok {rc=0}\u000a22:40:39.142647 --- ParallelTerminationStrategy: PID 3742 died...\u000a22:40:39.197349 run iperf3-srv_10.42.42.10(pid=3742): Terminated {rc=256}\u000a22:40:39.207200 --- ParallelTerminationStrategy: PID 3743 died...\u000a22:40:39.262158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3743): Terminated: ok {rc=0}\u000a22:40:39.272039 --- ParallelTerminationStrategy: PID 3744 died...\u000a22:40:39.326750 run iperf3-srv_10.42.42.10(pid=3744): Terminated {rc=256}\u000a22:40:39.336556 --- ParallelTerminationStrategy: PID 3745 died...\u000a22:40:39.391414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3745): Terminated: ok {rc=0}\u000a22:40:39.401370 --- ParallelTerminationStrategy: PID 3746 died...\u000a22:40:39.456301 run iperf3-srv_10.42.42.10(pid=3746): Terminated {rc=256}\u000a22:40:39.466197 --- ParallelTerminationStrategy: PID 3749 died...\u000a22:40:39.520586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3749): Terminated: ok {rc=0}\u000a22:40:39.530494 --- ParallelTerminationStrategy: PID 3752 died...\u000a22:40:39.585153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3752): Terminated: ok {rc=0}\u000a22:40:39.595130 --- ParallelTerminationStrategy: PID 3755 died...\u000a22:40:39.650027 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3755): Terminated: ok {rc=0}\u000a22:40:39.736930 bus /gobi_4: Setting Powered False\u000a22:40:40.844594 bus /gobi_4: Setting Powered False\u000a22:40:41.952434 bus /gobi_1: Setting Powered False\u000a22:40:43.057745 bus /gobi_1: Setting Powered False\u000a22:40:44.164685 bus /gobi_0: Setting Powered False\u000a22:40:45.270905 bus /gobi_0: Setting Powered False\u000a22:40:46.382280 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3763): Process ended prematurely: osmo-stp_10.42.42.5(pid=3763) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3763)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3763): Process ended prematurely: osmo-stp_10.42.42.5(pid=3763) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3763)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a22:40:47.447107 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:47.458645 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:40:47.617289 tst ping.py: using LAC 31993\u000a22:40:47.735108 tst ping.py: using RAC 118\u000a22:40:47.855030 tst ping.py: using CellId 31993\u000a22:40:47.972003 tst ping.py: using BVCI 31994\u000a22:40:47.994890 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:48.005949 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:48.016667 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:48.027731 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:48.038886 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:48.050400 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:48.061645 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:48.072269 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:40:48.346983 tst ping.py:19: start network...\u000a22:40:48.470538 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:40:48.936406 run create_hlr_db(pid=3757): Launched\u000a22:40:49.108496 bus /gobi_6: Setting Powered False\u000a22:40:50.129246 run create_hlr_db(pid=3757): Terminated: ok {rc=0}\u000a22:40:50.526852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3759): Launched\u000a22:40:50.824456 run osmo-hlr_10.42.42.2(pid=3760): Launched\u000a22:40:50.939895 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:40:51.473790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3762): Launched\u000a22:40:51.771987 run osmo-stp_10.42.42.5(pid=3763): Launched\u000a22:40:51.881776 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:40:52.400859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3765): Launched\u000a22:40:52.506899 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:40:52.766224 run patchelf(pid=3766): Launched\u000a22:40:52.940757 run osmo-stp_10.42.42.5(pid=3763): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3763)]\u000a22:40:53.068348 run osmo-stp_10.42.42.5(pid=3763): stdout: \u000a| (launched: 2022-12-12_22:40:51.624818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:53.196109 run osmo-stp_10.42.42.5(pid=3763): stderr: \u000a| �[0;m�[38;5;43m20221212224051792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224051792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224051793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224051793 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224051795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224051795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224051795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:53.319448 run osmo-stp_10.42.42.5(pid=3763): stdout: \u000a| (launched: 2022-12-12_22:40:51.624818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:53.441450 run osmo-stp_10.42.42.5(pid=3763): stderr: \u000a| �[0;m�[38;5;43m20221212224051792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224051792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224051793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224051793 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224051795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224051795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224051795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:53.585228 run patchelf(pid=3766): Terminating (SIGINT)\u000a22:40:53.754335 run patchelf(pid=3766): Terminated: ok {rc=0}\u000a22:40:53.784994 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3763): Process ended prematurely: osmo-stp_10.42.42.5(pid=3763) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3763)] [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a22:40:53.793489 tst ping.py:22: Test FAILED (6.3 sec)\u000a22:40:53.852560 run osmo-hlr_10.42.42.2(pid=3760): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3760)]\u000a22:40:53.900910 run osmo-hlr_10.42.42.2(pid=3760): stdout: \u000a| (launched: 2022-12-12_22:40:50.678316) \u000a22:40:53.949284 run osmo-hlr_10.42.42.2(pid=3760): stderr: \u000a| �[0;m�[1;31m20221212224050855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224050855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224050855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224050856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224050856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224050856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224050871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224050881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224050881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224050881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:40:53.990842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3759): Terminating (SIGTERM)\u000a22:40:54.030061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3762): Terminating (SIGTERM)\u000a22:40:54.069157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3765): Terminating (SIGTERM)\u000a22:40:54.078459 --- ParallelTerminationStrategy: PID 3759 died...\u000a22:40:54.131088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3759): Terminated: ok {rc=0}\u000a22:40:54.140766 --- ParallelTerminationStrategy: PID 3762 died...\u000a22:40:54.192459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3762): Terminated: ok {rc=0}\u000a22:40:54.201987 --- ParallelTerminationStrategy: PID 3765 died...\u000a22:40:54.254507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3765): Terminated: ok {rc=0}\u000a22:40:54.341621 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3773): Process ended prematurely: osmo-stp_10.42.42.5(pid=3773) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3773)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3773): Process ended prematurely: osmo-stp_10.42.42.5(pid=3773) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3773)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a22:40:55.393574 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:55.405780 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:40:55.565156 tst ping_idle_ping.py: using LAC 31994\u000a22:40:55.691226 tst ping_idle_ping.py: using RAC 119\u000a22:40:55.822274 tst ping_idle_ping.py: using CellId 31994\u000a22:40:55.949937 tst ping_idle_ping.py: using BVCI 31995\u000a22:40:55.974797 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:55.986443 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:55.998004 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:56.009977 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:56.021783 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:56.033806 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:56.045803 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:40:56.057742 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:40:56.353727 tst ping_idle_ping.py:24: start network...\u000a22:40:56.487188 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:40:56.999813 run create_hlr_db(pid=3767): Launched\u000a22:40:57.186769 bus /gobi_6: Setting Powered False\u000a22:40:58.205378 run create_hlr_db(pid=3767): Terminated: ok {rc=0}\u000a22:40:58.630956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3769): Launched\u000a22:40:58.949958 run osmo-hlr_10.42.42.2(pid=3770): Launched\u000a22:40:59.069699 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:40:59.629004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3772): Launched\u000a22:40:59.948140 run osmo-stp_10.42.42.5(pid=3773): Launched\u000a22:41:00.065231 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:41:00.627527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3775): Launched\u000a22:41:00.742336 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:41:01.062655 run patchelf(pid=3776): Launched\u000a22:41:01.256123 run osmo-stp_10.42.42.5(pid=3773): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3773)]\u000a22:41:01.397422 run osmo-stp_10.42.42.5(pid=3773): stdout: \u000a| (launched: 2022-12-12_22:40:59.791829)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:01.537816 run osmo-stp_10.42.42.5(pid=3773): stderr: \u000a| �[0;m�[38;5;43m20221212224059983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224059983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224059984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224059984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224059985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224059985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224059985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:01.672834 run osmo-stp_10.42.42.5(pid=3773): stdout: \u000a| (launched: 2022-12-12_22:40:59.791829)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:01.807946 run osmo-stp_10.42.42.5(pid=3773): stderr: \u000a| �[0;m�[38;5;43m20221212224059983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224059983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224059984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224059984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224059985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224059985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224059985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:01.965577 run patchelf(pid=3776): Terminating (SIGINT)\u000a22:41:02.150009 run patchelf(pid=3776): Terminated: ok {rc=0}\u000a22:41:02.183177 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3773): Process ended prematurely: osmo-stp_10.42.42.5(pid=3773) [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3773)] [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a22:41:02.192474 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a22:41:02.255300 run osmo-hlr_10.42.42.2(pid=3770): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3770)]\u000a22:41:02.307249 run osmo-hlr_10.42.42.2(pid=3770): stdout: \u000a| (launched: 2022-12-12_22:40:58.793652) \u000a22:41:02.359948 run osmo-hlr_10.42.42.2(pid=3770): stderr: \u000a| �[0;m�[1;31m20221212224058991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224058991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224058991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224058991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224058991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224058991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224059004 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224059012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224059013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224059013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:41:02.404292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3769): Terminating (SIGTERM)\u000a22:41:02.446185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3772): Terminating (SIGTERM)\u000a22:41:02.487864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3775): Terminating (SIGTERM)\u000a22:41:02.497608 --- ParallelTerminationStrategy: PID 3769 died...\u000a22:41:02.553528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3769): Terminated: ok {rc=0}\u000a22:41:02.563599 --- ParallelTerminationStrategy: PID 3772 died...\u000a22:41:02.619143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3772): Terminated: ok {rc=0}\u000a22:41:02.629188 --- ParallelTerminationStrategy: PID 3775 died...\u000a22:41:02.684989 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3775): Terminated: ok {rc=0}\u000a22:41:02.770501 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:40:04" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3786): Process ended prematurely: osmo-stp_10.42.42.5(pid=3786) [trial-2383↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3786)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3786): Process ended prematurely: osmo-stp_10.42.42.5(pid=3786) [trial-2383↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3786)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:41:04.815843 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:41:04.827589 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:41:04.991891 tst switch_tch_pdch.py: using LAC 31995\u000a22:41:05.118702 tst switch_tch_pdch.py: using RAC 120\u000a22:41:05.243988 tst switch_tch_pdch.py: using CellId 31995\u000a22:41:05.369261 tst switch_tch_pdch.py: using BVCI 31996\u000a22:41:05.393870 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:41:05.405547 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:41:05.416934 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:41:05.428562 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:41:05.440080 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:41:05.451501 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:41:05.463160 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:41:05.474822 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:41:05.592219 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:41:05.869671 tst switch_tch_pdch.py:51: start network...\u000a22:41:05.994712 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:41:06.466091 run create_hlr_db(pid=3780): Launched\u000a22:41:06.640249 bus /gobi_6: Setting Powered False\u000a22:41:07.658990 run create_hlr_db(pid=3780): Terminated: ok {rc=0}\u000a22:41:08.083417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3782): Launched\u000a22:41:08.403251 run osmo-hlr_10.42.42.2(pid=3783): Launched\u000a22:41:08.520347 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:41:09.073478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3785): Launched\u000a22:41:09.391586 run osmo-stp_10.42.42.5(pid=3786): Launched\u000a22:41:09.507121 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:41:10.062532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3788): Launched\u000a22:41:10.175453 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:41:10.453481 run patchelf(pid=3789): Launched\u000a22:41:10.639958 run osmo-stp_10.42.42.5(pid=3786): ERR: Terminated: ERROR {rc=1} [trial-2383↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3786)]\u000a22:41:10.776121 run osmo-stp_10.42.42.5(pid=3786): stdout: \u000a| (launched: 2022-12-12_22:41:09.235411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:10.912477 run osmo-stp_10.42.42.5(pid=3786): stderr: \u000a| �[0;m�[38;5;43m20221212224109427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224109427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224109427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224109427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224109430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224109430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224109430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:11.044443 run osmo-stp_10.42.42.5(pid=3786): stdout: \u000a| (launched: 2022-12-12_22:41:09.235411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:11.174722 run osmo-stp_10.42.42.5(pid=3786): stderr: \u000a| �[0;m�[38;5;43m20221212224109427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224109427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224109427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224109427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224109430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224109430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224109430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:11.327743 run patchelf(pid=3789): Terminating (SIGINT)\u000a22:41:11.507235 run patchelf(pid=3789): Terminated: ok {rc=0}\u000a22:41:11.539838 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3786): Process ended prematurely: osmo-stp_10.42.42.5(pid=3786) [trial-2383↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3786)] [trial-2383↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:41:11.549073 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a22:41:11.611293 run osmo-hlr_10.42.42.2(pid=3783): ERR: Terminated: ERROR {rc=237} [trial-2383↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3783)]\u000a22:41:11.662197 run osmo-hlr_10.42.42.2(pid=3783): stdout: \u000a| (launched: 2022-12-12_22:41:08.246198) \u000a22:41:11.713727 run osmo-hlr_10.42.42.2(pid=3783): stderr: \u000a| �[0;m�[1;31m20221212224108444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224108444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224108444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224108444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224108444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224108444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224108461 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224108471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224108471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224108471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:41:11.757629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3782): Terminating (SIGTERM)\u000a22:41:11.798825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3785): Terminating (SIGTERM)\u000a22:41:11.840191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3788): Terminating (SIGTERM)\u000a22:41:11.849758 --- ParallelTerminationStrategy: PID 3782 died...\u000a22:41:11.905038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3782): Terminated: ok {rc=0}\u000a22:41:11.914946 --- ParallelTerminationStrategy: PID 3785 died...\u000a22:41:11.969666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3785): Terminated: ok {rc=0}\u000a22:41:11.979549 --- ParallelTerminationStrategy: PID 3788 died...\u000a22:41:12.034713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3788): Terminated: ok {rc=0}\u000a22:41:12.120321 bus /gobi_0: Setting Powered False\u000a22:41:13.225229 bus /gobi_0: Setting Powered False\u000a22:41:14.331637 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:41:04" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3799): Process ended prematurely: osmo-stp_10.42.42.5(pid=3799) [trial-2383↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3799)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3799): Process ended prematurely: osmo-stp_10.42.42.5(pid=3799) [trial-2383↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a22:41:16.337832 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:41:16.352905 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a22:41:16.553224 tst switch_tch_pdch.py: using LAC 31996\u000a22:41:16.690419 tst switch_tch_pdch.py: using RAC 121\u000a22:41:16.818357 tst switch_tch_pdch.py: using CellId 31996\u000a22:41:16.939230 tst switch_tch_pdch.py: using BVCI 31997\u000a22:41:16.963513 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:41:16.975571 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:41:16.987620 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:41:17.001864 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:41:17.015121 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:41:17.027633 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:41:17.039765 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:41:17.053647 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:41:17.174361 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:41:17.452835 tst switch_tch_pdch.py:51: start network...\u000a22:41:17.577426 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:41:18.021646 run create_hlr_db(pid=3793): Launched\u000a22:41:18.143082 bus /gobi_6: Setting Powered False\u000a22:41:19.214792 run create_hlr_db(pid=3793): Terminated: ok {rc=0}\u000a22:41:19.587330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3795): Launched\u000a22:41:19.885574 run osmo-hlr_10.42.42.2(pid=3796): Launched\u000a22:41:19.993859 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:41:20.486612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3798): Launched\u000a22:41:20.784140 run osmo-stp_10.42.42.5(pid=3799): Launched\u000a22:41:20.897389 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:41:21.398898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3801): Launched\u000a22:41:21.505023 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:41:21.765158 run patchelf(pid=3802): Launched\u000a22:41:21.940370 run osmo-stp_10.42.42.5(pid=3799): ERR: Terminated: ERROR {rc=1} [trial-2383↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3799)]\u000a22:41:22.068274 run osmo-stp_10.42.42.5(pid=3799): stdout: \u000a| (launched: 2022-12-12_22:41:20.637574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:22.196159 run osmo-stp_10.42.42.5(pid=3799): stderr: \u000a| �[0;m�[38;5;43m20221212224120809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224120809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224120810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224120810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224120811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224120811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224120811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:22.319801 run osmo-stp_10.42.42.5(pid=3799): stdout: \u000a| (launched: 2022-12-12_22:41:20.637574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:22.442123 run osmo-stp_10.42.42.5(pid=3799): stderr: \u000a| �[0;m�[38;5;43m20221212224120809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224120809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224120810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224120810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224120811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224120811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224120811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:22.586407 run patchelf(pid=3802): Terminating (SIGINT)\u000a22:41:22.755357 run patchelf(pid=3802): Terminated: ok {rc=0}\u000a22:41:22.785999 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3799): Process ended prematurely: osmo-stp_10.42.42.5(pid=3799) [trial-2383↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3799)] [trial-2383↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a22:41:22.794493 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a22:41:22.854184 run osmo-hlr_10.42.42.2(pid=3796): ERR: Terminated: ERROR {rc=237} [trial-2383↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3796)]\u000a22:41:22.902765 run osmo-hlr_10.42.42.2(pid=3796): stdout: \u000a| (launched: 2022-12-12_22:41:19.738971) \u000a22:41:22.951873 run osmo-hlr_10.42.42.2(pid=3796): stderr: \u000a| �[0;m�[1;31m20221212224119914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224119914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224119914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224119914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224119914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224119914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224119950 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224119960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224119961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224119961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:41:22.993251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3795): Terminating (SIGTERM)\u000a22:41:23.032768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3798): Terminating (SIGTERM)\u000a22:41:23.072165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3801): Terminating (SIGTERM)\u000a22:41:23.081553 --- ParallelTerminationStrategy: PID 3795 died...\u000a22:41:23.134511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3795): Terminated: ok {rc=0}\u000a22:41:23.144282 --- ParallelTerminationStrategy: PID 3798 died...\u000a22:41:23.196334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3798): Terminated: ok {rc=0}\u000a22:41:23.205922 --- ParallelTerminationStrategy: PID 3801 died...\u000a22:41:23.258344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3801): Terminated: ok {rc=0}\u000a22:41:23.345311 bus /gobi_0: Setting Powered False\u000a22:41:24.448276 bus /gobi_0: Setting Powered False\u000a22:41:25.557791 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:41:16" }, { "cases" : [ { "testActions" : [ ], "age" : 239, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3807): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3807) [trial-2383↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3807)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3807): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3807) [trial-2383↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3807)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a22:41:27.450687 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a22:41:27.461304 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:41:27.595073 tst mo_mt_sms.py: using LAC 31997\u000a22:41:27.717969 tst mo_mt_sms.py: using RAC 122\u000a22:41:27.847006 tst mo_mt_sms.py: using CellId 31997\u000a22:41:27.971157 tst mo_mt_sms.py: using BVCI 31998\u000a22:41:27.995474 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a22:41:28.110456 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a22:41:28.401294 tst mo_mt_sms.py:9: start nitb and bts...\u000a22:41:28.534979 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:41:29.192459 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3806): Launched\u000a22:41:29.507360 run osmo-nitb_10.42.42.2(pid=3807): Launched\u000a22:41:29.703329 run osmo-nitb_10.42.42.2(pid=3807): ERR: Terminated: ERROR {rc=2} [trial-2383↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3807)]\u000a22:41:29.847470 run osmo-nitb_10.42.42.2(pid=3807): stdout: \u000a| (launched: 2022-12-12_22:41:29.355361) \u000a22:41:29.992420 run osmo-nitb_10.42.42.2(pid=3807): stderr: \u000a| (launched: 2022-12-12_22:41:29.402763)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:41:30.132084 run osmo-nitb_10.42.42.2(pid=3807): stdout: \u000a| (launched: 2022-12-12_22:41:29.355361) \u000a22:41:30.270882 run osmo-nitb_10.42.42.2(pid=3807): stderr: \u000a| (launched: 2022-12-12_22:41:29.402763)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:41:30.636279 tst osmo-nitb_10.42.42.2(pid=3807): stdout: \u000a| (launched: 2022-12-12_22:41:29.355361) \u000a22:41:30.763854 tst osmo-nitb_10.42.42.2(pid=3807): stderr: \u000a| (launched: 2022-12-12_22:41:29.402763)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:41:30.819494 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=3807): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3807) [trial-2383↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3807)] [trial-2383↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a22:41:30.828066 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a22:41:30.874729 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3806): Terminating (SIGTERM)\u000a22:41:31.055395 --- ParallelTerminationStrategy: PID 3806 died...\u000a22:41:31.111457 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3806): Terminated: ok {rc=0}\u000a22:41:31.200591 bus /sierra_3: Setting Powered False\u000a22:41:32.302410 bus /sierra_3: Setting Powered False\u000a22:41:33.412827 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:41:27" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3817): Process ended prematurely: osmo-stp_10.42.42.5(pid=3817) [trial-2383↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3817)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3817): Process ended prematurely: osmo-stp_10.42.42.5(pid=3817) [trial-2383↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3817)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a22:41:35.295653 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:41:35.306130 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:41:35.442682 tst mo_mt_sms.py: using LAC 31998\u000a22:41:35.558275 tst mo_mt_sms.py: using RAC 123\u000a22:41:35.673735 tst mo_mt_sms.py: using CellId 31998\u000a22:41:35.796416 tst mo_mt_sms.py: using BVCI 31999\u000a22:41:35.820872 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:41:35.832077 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:41:35.843243 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:41:35.854268 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:41:35.865123 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:41:35.875842 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a22:41:35.994076 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a22:41:36.199554 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:41:36.708143 run create_hlr_db(pid=3811): Launched\u000a22:41:36.893045 bus /sierra_2: Setting Powered False\u000a22:41:37.911593 run create_hlr_db(pid=3811): Terminated: ok {rc=0}\u000a22:41:38.335149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3813): Launched\u000a22:41:38.652194 run osmo-hlr_10.42.42.2(pid=3814): Launched\u000a22:41:38.768317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:41:39.322037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3816): Launched\u000a22:41:39.640793 run osmo-stp_10.42.42.5(pid=3817): Launched\u000a22:41:39.756527 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:41:40.339159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3819): Launched\u000a22:41:40.657591 run osmo-msc_10.42.42.6(pid=3820): Launched\u000a22:41:40.845777 run osmo-stp_10.42.42.5(pid=3817): ERR: Terminated: ERROR {rc=1} [trial-2383↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3817)]\u000a22:41:40.981707 run osmo-stp_10.42.42.5(pid=3817): stdout: \u000a| (launched: 2022-12-12_22:41:39.484480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:41.116860 run osmo-stp_10.42.42.5(pid=3817): stderr: \u000a| �[0;m�[38;5;43m20221212224139680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224139680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224139680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224139681 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224139681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224139681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224139681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:41.245303 run osmo-stp_10.42.42.5(pid=3817): stdout: \u000a| (launched: 2022-12-12_22:41:39.484480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:41.373332 run osmo-stp_10.42.42.5(pid=3817): stderr: \u000a| �[0;m�[38;5;43m20221212224139680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224139680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224139680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224139681 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224139681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224139681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224139681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:41.429060 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=3817): Process ended prematurely: osmo-stp_10.42.42.5(pid=3817) [trial-2383↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3817)] [trial-2383↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a22:41:41.437621 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a22:41:41.499265 run osmo-hlr_10.42.42.2(pid=3814): ERR: Terminated: ERROR {rc=237} [trial-2383↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3814)]\u000a22:41:41.550078 run osmo-hlr_10.42.42.2(pid=3814): stdout: \u000a| (launched: 2022-12-12_22:41:38.496373) \u000a22:41:41.601654 run osmo-hlr_10.42.42.2(pid=3814): stderr: \u000a| �[0;m�[1;31m20221212224138696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224138696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224138696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224138696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224138696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224138696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224138727 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224138737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224138737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224138737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:41:41.671504 run osmo-msc_10.42.42.6(pid=3820): ERR: Terminated: ERROR {rc=2} [trial-2383↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3820)]\u000a22:41:41.722560 run osmo-msc_10.42.42.6(pid=3820): stdout: \u000a| (launched: 2022-12-12_22:41:40.501368) \u000a22:41:41.773814 run osmo-msc_10.42.42.6(pid=3820): stderr: \u000a| �[0;m�[38;5;43m20221212224140825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212224140825 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61a084ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212224140825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212224140825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212224140825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212224140825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212224140827 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212224140827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212224140827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212224140828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:41:41.817628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3813): Terminating (SIGTERM)\u000a22:41:41.858847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3816): Terminating (SIGTERM)\u000a22:41:41.900214 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3819): Terminating (SIGTERM)\u000a22:41:41.909838 --- ParallelTerminationStrategy: PID 3813 died...\u000a22:41:41.964709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3813): Terminated: ok {rc=0}\u000a22:41:41.974656 --- ParallelTerminationStrategy: PID 3816 died...\u000a22:41:42.029391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3816): Terminated: ok {rc=0}\u000a22:41:42.039227 --- ParallelTerminationStrategy: PID 3819 died...\u000a22:41:42.094255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3819): Terminated: ok {rc=0}\u000a22:41:42.180915 bus /sierra_3: Setting Powered False\u000a22:41:43.284776 bus /sierra_3: Setting Powered False\u000a22:41:44.391204 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:41:35" }, { "cases" : [ { "testActions" : [ ], "age" : 239, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3826): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3826) [trial-2383↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3826)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3826): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3826) [trial-2383↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3826)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a22:41:46.221899 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a22:41:46.233626 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:41:46.371888 tst assert_extension.py: using LAC 31999\u000a22:41:46.496620 tst assert_extension.py: using RAC 124\u000a22:41:46.645734 tst assert_extension.py: using CellId 31999\u000a22:41:46.768138 tst assert_extension.py: using BVCI 32000\u000a22:41:46.792259 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a22:41:47.113281 tst assert_extension.py:10: start nitb and bts...\u000a22:41:47.248090 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:41:47.909140 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3825): Launched\u000a22:41:48.223567 run osmo-nitb_10.42.42.2(pid=3826): Launched\u000a22:41:48.419542 run osmo-nitb_10.42.42.2(pid=3826): ERR: Terminated: ERROR {rc=2} [trial-2383↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3826)]\u000a22:41:48.563511 run osmo-nitb_10.42.42.2(pid=3826): stdout: \u000a| (launched: 2022-12-12_22:41:48.071197) \u000a22:41:48.708122 run osmo-nitb_10.42.42.2(pid=3826): stderr: \u000a| (launched: 2022-12-12_22:41:48.118616)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:41:48.847442 run osmo-nitb_10.42.42.2(pid=3826): stdout: \u000a| (launched: 2022-12-12_22:41:48.071197) \u000a22:41:48.986323 run osmo-nitb_10.42.42.2(pid=3826): stderr: \u000a| (launched: 2022-12-12_22:41:48.118616)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:41:49.352557 tst osmo-nitb_10.42.42.2(pid=3826): stdout: \u000a| (launched: 2022-12-12_22:41:48.071197) \u000a22:41:49.479863 tst osmo-nitb_10.42.42.2(pid=3826): stderr: \u000a| (launched: 2022-12-12_22:41:48.118616)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:41:49.535676 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=3826): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3826) [trial-2383↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3826)] [trial-2383↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a22:41:49.544419 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a22:41:49.580061 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3825): Terminating (SIGTERM)\u000a22:41:49.757838 --- ParallelTerminationStrategy: PID 3825 died...\u000a22:41:49.814365 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3825): Terminated: ok {rc=0}\u000a22:41:49.900244 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:41:46" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3836): Process ended prematurely: osmo-stp_10.42.42.5(pid=3836) [trial-2383↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3836)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3836): Process ended prematurely: osmo-stp_10.42.42.5(pid=3836) [trial-2383↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3836)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a22:41:51.738941 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:41:51.749979 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:41:51.890929 tst assert_extension.py: using LAC 32000\u000a22:41:52.016576 tst assert_extension.py: using RAC 125\u000a22:41:52.140584 tst assert_extension.py: using CellId 32000\u000a22:41:52.265227 tst assert_extension.py: using BVCI 32001\u000a22:41:52.289440 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:41:52.300770 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:41:52.311648 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:41:52.323463 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:41:52.334991 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:41:52.346447 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a22:41:52.546963 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:41:53.017054 run create_hlr_db(pid=3830): Launched\u000a22:41:53.190121 bus /sierra_2: Setting Powered False\u000a22:41:54.209325 run create_hlr_db(pid=3830): Terminated: ok {rc=0}\u000a22:41:54.634015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3832): Launched\u000a22:41:54.953766 run osmo-hlr_10.42.42.2(pid=3833): Launched\u000a22:41:55.074949 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:41:55.633560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3835): Launched\u000a22:41:55.950944 run osmo-stp_10.42.42.5(pid=3836): Launched\u000a22:41:56.066399 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:41:56.648327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3838): Launched\u000a22:41:56.966729 run osmo-msc_10.42.42.6(pid=3839): Launched\u000a22:41:57.156292 run osmo-stp_10.42.42.5(pid=3836): ERR: Terminated: ERROR {rc=1} [trial-2383↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3836)]\u000a22:41:57.291808 run osmo-stp_10.42.42.5(pid=3836): stdout: \u000a| (launched: 2022-12-12_22:41:55.794982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:57.427066 run osmo-stp_10.42.42.5(pid=3836): stderr: \u000a| �[0;m�[38;5;43m20221212224155987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224155987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224155987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224155987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224155988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224155988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224155988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:57.554810 run osmo-stp_10.42.42.5(pid=3836): stdout: \u000a| (launched: 2022-12-12_22:41:55.794982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:57.681444 run osmo-stp_10.42.42.5(pid=3836): stderr: \u000a| �[0;m�[38;5;43m20221212224155987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224155987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224155987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224155987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224155988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224155988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224155988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:57.736854 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=3836): Process ended prematurely: osmo-stp_10.42.42.5(pid=3836) [trial-2383↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3836)] [trial-2383↪ussd:trx-umtrx↪assert_extension.py:17]\u000a22:41:57.745459 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a22:41:57.807037 run osmo-hlr_10.42.42.2(pid=3833): ERR: Terminated: ERROR {rc=237} [trial-2383↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3833)]\u000a22:41:57.857771 run osmo-hlr_10.42.42.2(pid=3833): stdout: \u000a| (launched: 2022-12-12_22:41:54.796850) \u000a22:41:57.909036 run osmo-hlr_10.42.42.2(pid=3833): stderr: \u000a| �[0;m�[1;31m20221212224154995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224154995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224154995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224154995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224154995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224154995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224155008 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224155016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224155017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224155017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:41:57.978684 run osmo-msc_10.42.42.6(pid=3839): ERR: Terminated: ERROR {rc=2} [trial-2383↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3839)]\u000a22:41:58.029321 run osmo-msc_10.42.42.6(pid=3839): stdout: \u000a| (launched: 2022-12-12_22:41:56.810662) \u000a22:41:58.080418 run osmo-msc_10.42.42.6(pid=3839): stderr: \u000a| �[0;m�[38;5;43m20221212224157135 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212224157135 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f287be92c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212224157135 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212224157135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212224157135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212224157135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212224157137 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212224157138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212224157138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212224157138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:41:58.124176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3832): Terminating (SIGTERM)\u000a22:41:58.165586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3835): Terminating (SIGTERM)\u000a22:41:58.206996 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3838): Terminating (SIGTERM)\u000a22:41:58.216643 --- ParallelTerminationStrategy: PID 3832 died...\u000a22:41:58.271613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3832): Terminated: ok {rc=0}\u000a22:41:58.281534 --- ParallelTerminationStrategy: PID 3835 died...\u000a22:41:58.336327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3835): Terminated: ok {rc=0}\u000a22:41:58.346193 --- ParallelTerminationStrategy: PID 3838 died...\u000a22:41:58.400787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3838): Terminated: ok {rc=0}\u000a22:41:58.486410 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:41:51" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3856): Process ended prematurely: osmo-stp_10.42.42.5(pid=3856) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3856)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3856): Process ended prematurely: osmo-stp_10.42.42.5(pid=3856) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3856)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:42:00.447944 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:42:00.459490 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:42:00.627442 tst mo_mt_call.py: using LAC 32001\u000a22:42:00.759277 tst mo_mt_call.py: using RAC 126\u000a22:42:00.906097 tst mo_mt_call.py: using CellId 32001\u000a22:42:01.176335 tst mo_mt_call.py: using BVCI 32002\u000a22:42:01.229891 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:42:01.259540 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:42:01.286775 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:42:01.308337 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:42:01.333343 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:42:01.365899 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:42:01.620125 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:42:02.059717 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:42:02.550700 run create_hlr_db(pid=3850): Launched\u000a22:42:02.727777 bus /sierra_2: Setting Powered False\u000a22:42:03.758001 run create_hlr_db(pid=3850): Terminated: ok {rc=0}\u000a22:42:04.189631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3852): Launched\u000a22:42:04.515336 run osmo-hlr_10.42.42.2(pid=3853): Launched\u000a22:42:04.638100 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:42:05.204640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3855): Launched\u000a22:42:05.529915 run osmo-stp_10.42.42.5(pid=3856): Launched\u000a22:42:05.647368 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:42:06.240930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3858): Launched\u000a22:42:06.566452 run osmo-msc_10.42.42.6(pid=3859): Launched\u000a22:42:06.757484 run osmo-stp_10.42.42.5(pid=3856): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3856)]\u000a22:42:06.895934 run osmo-stp_10.42.42.5(pid=3856): stdout: \u000a| (launched: 2022-12-12_22:42:05.370501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:07.033770 run osmo-stp_10.42.42.5(pid=3856): stderr: \u000a| �[0;m�[38;5;43m20221212224205561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224205561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224205561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224205561 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224205562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224205562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224205562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:07.164756 run osmo-stp_10.42.42.5(pid=3856): stdout: \u000a| (launched: 2022-12-12_22:42:05.370501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:07.294895 run osmo-stp_10.42.42.5(pid=3856): stderr: \u000a| �[0;m�[38;5;43m20221212224205561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224205561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224205561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224205561 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224205562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224205562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224205562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:07.352658 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3856): Process ended prematurely: osmo-stp_10.42.42.5(pid=3856) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3856)] [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a22:42:07.362490 tst mo_mt_call.py:8: Test FAILED (6.9 sec)\u000a22:42:07.425141 run osmo-hlr_10.42.42.2(pid=3853): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3853)]\u000a22:42:07.476213 run osmo-hlr_10.42.42.2(pid=3853): stdout: \u000a| (launched: 2022-12-12_22:42:04.356028) \u000a22:42:07.527958 run osmo-hlr_10.42.42.2(pid=3853): stderr: \u000a| �[0;m�[1;31m20221212224204552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224204552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224204552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224204552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224204552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224204552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224204565 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224204573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224204574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224204574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:42:07.598061 run osmo-msc_10.42.42.6(pid=3859): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3859)]\u000a22:42:07.649054 run osmo-msc_10.42.42.6(pid=3859): stdout: \u000a| (launched: 2022-12-12_22:42:06.406761) \u000a22:42:07.700453 run osmo-msc_10.42.42.6(pid=3859): stderr: \u000a| �[0;m�[38;5;43m20221212224206730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212224206730 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f44eedd3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212224206730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212224206730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212224206730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212224206731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212224206732 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212224206733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212224206733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212224206733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:42:07.744299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3852): Terminating (SIGTERM)\u000a22:42:07.786089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3855): Terminating (SIGTERM)\u000a22:42:07.827825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3858): Terminating (SIGTERM)\u000a22:42:07.837448 --- ParallelTerminationStrategy: PID 3852 died...\u000a22:42:07.892723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3852): Terminated: ok {rc=0}\u000a22:42:07.902733 --- ParallelTerminationStrategy: PID 3855 died...\u000a22:42:07.957918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3855): Terminated: ok {rc=0}\u000a22:42:07.967837 --- ParallelTerminationStrategy: PID 3858 died...\u000a22:42:08.023190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3858): Terminated: ok {rc=0}\u000a22:42:08.109798 bus /sierra_3: Setting Powered False\u000a22:42:09.213302 bus /sierra_3: Setting Powered False\u000a22:42:10.324703 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3867): Process ended prematurely: osmo-stp_10.42.42.5(pid=3867) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3867)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3867): Process ended prematurely: osmo-stp_10.42.42.5(pid=3867) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:42:11.435136 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:42:11.446947 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:42:11.603652 tst mo_mt_call_osmux.py: using LAC 32002\u000a22:42:11.726247 tst mo_mt_call_osmux.py: using RAC 127\u000a22:42:11.847335 tst mo_mt_call_osmux.py: using CellId 32002\u000a22:42:11.968726 tst mo_mt_call_osmux.py: using BVCI 32003\u000a22:42:11.991970 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:42:12.003008 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:42:12.013838 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:42:12.025432 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:42:12.036604 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:42:12.047654 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:42:12.167604 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:42:12.378864 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:42:12.898312 run create_hlr_db(pid=3861): Launched\u000a22:42:13.086573 bus /sierra_2: Setting Powered False\u000a22:42:14.106320 run create_hlr_db(pid=3861): Terminated: ok {rc=0}\u000a22:42:14.514195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3863): Launched\u000a22:42:14.818460 run osmo-hlr_10.42.42.2(pid=3864): Launched\u000a22:42:14.937624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:42:15.472073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3866): Launched\u000a22:42:15.776792 run osmo-stp_10.42.42.5(pid=3867): Launched\u000a22:42:15.911945 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:42:16.542748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3869): Launched\u000a22:42:16.961469 run osmo-msc_10.42.42.6(pid=3870): Launched\u000a22:42:17.285317 run osmo-stp_10.42.42.5(pid=3867): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3867)]\u000a22:42:17.424859 run osmo-stp_10.42.42.5(pid=3867): stdout: \u000a| (launched: 2022-12-12_22:42:15.627263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:17.561609 run osmo-stp_10.42.42.5(pid=3867): stderr: \u000a| �[0;m�[38;5;43m20221212224215797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224215797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224215798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224215798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224215798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224215798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224215799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:17.692553 run osmo-stp_10.42.42.5(pid=3867): stdout: \u000a| (launched: 2022-12-12_22:42:15.627263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:17.822388 run osmo-stp_10.42.42.5(pid=3867): stderr: \u000a| �[0;m�[38;5;43m20221212224215797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224215797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224215798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224215798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224215798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224215798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224215799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:17.879488 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3867): Process ended prematurely: osmo-stp_10.42.42.5(pid=3867) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3867)] [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a22:42:17.888577 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a22:42:17.950910 run osmo-hlr_10.42.42.2(pid=3864): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3864)]\u000a22:42:18.002253 run osmo-hlr_10.42.42.2(pid=3864): stdout: \u000a| (launched: 2022-12-12_22:42:14.668881) \u000a22:42:18.054132 run osmo-hlr_10.42.42.2(pid=3864): stderr: \u000a| �[0;m�[1;31m20221212224214844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224214844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224214844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224214845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224214845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224214845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224214856 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224214866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224214866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224214866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:42:18.124578 run osmo-msc_10.42.42.6(pid=3870): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3870)]\u000a22:42:18.175564 run osmo-msc_10.42.42.6(pid=3870): stdout: \u000a| (launched: 2022-12-12_22:42:16.700586) \u000a22:42:18.227057 run osmo-msc_10.42.42.6(pid=3870): stderr: \u000a| �[0;m�[38;5;43m20221212224217210 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212224217210 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa2d1a68c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212224217210 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212224217210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212224217211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212224217211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212224217212 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212224217217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212224217217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212224217217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:42:18.270908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3863): Terminating (SIGTERM)\u000a22:42:18.312710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3866): Terminating (SIGTERM)\u000a22:42:18.354544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3869): Terminating (SIGTERM)\u000a22:42:18.364352 --- ParallelTerminationStrategy: PID 3863 died...\u000a22:42:18.420487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3863): Terminated: ok {rc=0}\u000a22:42:18.430468 --- ParallelTerminationStrategy: PID 3866 died...\u000a22:42:18.485773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3866): Terminated: ok {rc=0}\u000a22:42:18.495819 --- ParallelTerminationStrategy: PID 3869 died...\u000a22:42:18.551002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3869): Terminated: ok {rc=0}\u000a22:42:18.637054 bus /sierra_3: Setting Powered False\u000a22:42:19.736247 bus /sierra_3: Setting Powered False\u000a22:42:20.841966 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:42:00" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3881): Process ended prematurely: osmo-stp_10.42.42.5(pid=3881) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3881)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3881): Process ended prematurely: osmo-stp_10.42.42.5(pid=3881) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3881)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a22:42:22.838732 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:42:22.850287 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:42:23.012885 tst mo_mt_call.py: using LAC 32003\u000a22:42:23.139315 tst mo_mt_call.py: using RAC 128\u000a22:42:23.266084 tst mo_mt_call.py: using CellId 32003\u000a22:42:23.392769 tst mo_mt_call.py: using BVCI 32004\u000a22:42:23.417699 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:42:23.429312 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:42:23.440620 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:42:23.451933 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:42:23.463415 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:42:23.475956 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:42:23.596016 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:42:23.804534 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:42:24.283684 run create_hlr_db(pid=3875): Launched\u000a22:42:24.458520 bus /sierra_2: Setting Powered False\u000a22:42:25.479165 run create_hlr_db(pid=3875): Terminated: ok {rc=0}\u000a22:42:25.882572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3877): Launched\u000a22:42:26.190779 run osmo-hlr_10.42.42.2(pid=3878): Launched\u000a22:42:26.315204 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:42:26.853953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3880): Launched\u000a22:42:27.164196 run osmo-stp_10.42.42.5(pid=3881): Launched\u000a22:42:27.279117 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:42:27.835098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3883): Launched\u000a22:42:28.139856 run osmo-msc_10.42.42.6(pid=3884): Launched\u000a22:42:28.319868 run osmo-stp_10.42.42.5(pid=3881): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3881)]\u000a22:42:28.449974 run osmo-stp_10.42.42.5(pid=3881): stdout: \u000a| (launched: 2022-12-12_22:42:27.012438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:28.576434 run osmo-stp_10.42.42.5(pid=3881): stderr: \u000a| �[0;m�[38;5;43m20221212224227184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224227184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224227184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224227185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224227185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224227185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224227185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:28.699058 run osmo-stp_10.42.42.5(pid=3881): stdout: \u000a| (launched: 2022-12-12_22:42:27.012438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:28.819852 run osmo-stp_10.42.42.5(pid=3881): stderr: \u000a| �[0;m�[38;5;43m20221212224227184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224227184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224227184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224227185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224227185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224227185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224227185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:28.872768 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3881): Process ended prematurely: osmo-stp_10.42.42.5(pid=3881) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3881)] [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a22:42:28.881189 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a22:42:28.940657 run osmo-hlr_10.42.42.2(pid=3878): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3878)]\u000a22:42:28.989159 run osmo-hlr_10.42.42.2(pid=3878): stdout: \u000a| (launched: 2022-12-12_22:42:26.039023) \u000a22:42:29.038792 run osmo-hlr_10.42.42.2(pid=3878): stderr: \u000a| �[0;m�[1;31m20221212224226217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224226217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224226217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224226217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224226217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224226217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224226233 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224226243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224226243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224226243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:42:29.105705 run osmo-msc_10.42.42.6(pid=3884): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3884)]\u000a22:42:29.153775 run osmo-msc_10.42.42.6(pid=3884): stdout: \u000a| (launched: 2022-12-12_22:42:27.989304) \u000a22:42:29.203155 run osmo-msc_10.42.42.6(pid=3884): stderr: \u000a| �[0;m�[38;5;43m20221212224228263 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212224228263 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f44ea88ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212224228263 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212224228263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212224228263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212224228263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212224228265 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212224228266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212224228266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212224228266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:42:29.244322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3877): Terminating (SIGTERM)\u000a22:42:29.283506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3880): Terminating (SIGTERM)\u000a22:42:29.322954 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3883): Terminating (SIGTERM)\u000a22:42:29.332302 --- ParallelTerminationStrategy: PID 3877 died...\u000a22:42:29.384570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3877): Terminated: ok {rc=0}\u000a22:42:29.394360 --- ParallelTerminationStrategy: PID 3880 died...\u000a22:42:29.446787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3880): Terminated: ok {rc=0}\u000a22:42:29.456572 --- ParallelTerminationStrategy: PID 3883 died...\u000a22:42:29.509071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3883): Terminated: ok {rc=0}\u000a22:42:29.597863 bus /sierra_3: Setting Powered False\u000a22:42:30.703858 bus /sierra_3: Setting Powered False\u000a22:42:31.814101 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3892): Process ended prematurely: osmo-stp_10.42.42.5(pid=3892) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3892)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3892): Process ended prematurely: osmo-stp_10.42.42.5(pid=3892) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3892)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:42:32.922958 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:42:32.934694 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:42:33.097972 tst mo_mt_call_osmux.py: using LAC 32004\u000a22:42:33.216917 tst mo_mt_call_osmux.py: using RAC 129\u000a22:42:33.336451 tst mo_mt_call_osmux.py: using CellId 32004\u000a22:42:33.457450 tst mo_mt_call_osmux.py: using BVCI 32005\u000a22:42:33.480506 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:42:33.491603 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:42:33.502533 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:42:33.514246 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:42:33.525878 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:42:33.537556 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:42:33.653383 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:42:33.870728 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:42:34.391831 run create_hlr_db(pid=3886): Launched\u000a22:42:34.579786 bus /sierra_2: Setting Powered False\u000a22:42:35.600495 run create_hlr_db(pid=3886): Terminated: ok {rc=0}\u000a22:42:36.009165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3888): Launched\u000a22:42:36.315495 run osmo-hlr_10.42.42.2(pid=3889): Launched\u000a22:42:36.436219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:42:36.972196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3891): Launched\u000a22:42:37.278277 run osmo-stp_10.42.42.5(pid=3892): Launched\u000a22:42:37.389908 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:42:37.945220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3894): Launched\u000a22:42:38.249901 run osmo-msc_10.42.42.6(pid=3895): Launched\u000a22:42:38.429934 run osmo-stp_10.42.42.5(pid=3892): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3892)]\u000a22:42:38.559225 run osmo-stp_10.42.42.5(pid=3892): stdout: \u000a| (launched: 2022-12-12_22:42:37.128279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:38.685754 run osmo-stp_10.42.42.5(pid=3892): stderr: \u000a| �[0;m�[38;5;43m20221212224237301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224237301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224237301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224237302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224237302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224237302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224237302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:38.807635 run osmo-stp_10.42.42.5(pid=3892): stdout: \u000a| (launched: 2022-12-12_22:42:37.128279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:38.928642 run osmo-stp_10.42.42.5(pid=3892): stderr: \u000a| �[0;m�[38;5;43m20221212224237301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224237301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224237301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224237302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224237302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224237302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224237302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:38.981613 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3892): Process ended prematurely: osmo-stp_10.42.42.5(pid=3892) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3892)] [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a22:42:38.990605 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:42:39.050049 run osmo-hlr_10.42.42.2(pid=3889): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3889)]\u000a22:42:39.098765 run osmo-hlr_10.42.42.2(pid=3889): stdout: \u000a| (launched: 2022-12-12_22:42:36.164359) \u000a22:42:39.147920 run osmo-hlr_10.42.42.2(pid=3889): stderr: \u000a| �[0;m�[1;31m20221212224236340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224236340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224236340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224236340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224236340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224236340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224236353 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224236362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224236362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224236362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:42:39.214564 run osmo-msc_10.42.42.6(pid=3895): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3895)]\u000a22:42:39.262780 run osmo-msc_10.42.42.6(pid=3895): stdout: \u000a| (launched: 2022-12-12_22:42:38.099767) \u000a22:42:39.311852 run osmo-msc_10.42.42.6(pid=3895): stderr: \u000a| �[0;m�[38;5;43m20221212224238374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212224238374 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4104d48c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212224238374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212224238374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212224238374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212224238374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212224238376 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212224238377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212224238377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212224238377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:42:39.352913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3888): Terminating (SIGTERM)\u000a22:42:39.391972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3891): Terminating (SIGTERM)\u000a22:42:39.431145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3894): Terminating (SIGTERM)\u000a22:42:39.440519 --- ParallelTerminationStrategy: PID 3888 died...\u000a22:42:39.492779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3888): Terminated: ok {rc=0}\u000a22:42:39.502498 --- ParallelTerminationStrategy: PID 3891 died...\u000a22:42:39.555021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3891): Terminated: ok {rc=0}\u000a22:42:39.564672 --- ParallelTerminationStrategy: PID 3894 died...\u000a22:42:39.617120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3894): Terminated: ok {rc=0}\u000a22:42:39.703863 bus /sierra_3: Setting Powered False\u000a22:42:40.805696 bus /sierra_3: Setting Powered False\u000a22:42:41.914727 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:42:22" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3906): Process ended prematurely: osmo-stp_10.42.42.5(pid=3906) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3906)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3906): Process ended prematurely: osmo-stp_10.42.42.5(pid=3906) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3906)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:42:43.909904 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:42:43.921033 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:42:44.082875 tst mo_mt_call.py: using LAC 32005\u000a22:42:44.202346 tst mo_mt_call.py: using RAC 130\u000a22:42:44.321656 tst mo_mt_call.py: using CellId 32005\u000a22:42:44.441324 tst mo_mt_call.py: using BVCI 32006\u000a22:42:44.464580 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:42:44.475514 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:42:44.486351 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:42:44.497446 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:42:44.508518 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:42:44.519542 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:42:44.638928 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:42:44.841524 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:42:45.322448 run create_hlr_db(pid=3900): Launched\u000a22:42:45.498164 bus /sierra_2: Setting Powered False\u000a22:42:46.572163 run create_hlr_db(pid=3900): Terminated: ok {rc=0}\u000a22:42:47.021253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3902): Launched\u000a22:42:47.349505 run osmo-hlr_10.42.42.2(pid=3903): Launched\u000a22:42:47.468661 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:42:48.034453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3905): Launched\u000a22:42:48.358973 run osmo-stp_10.42.42.5(pid=3906): Launched\u000a22:42:48.476730 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:42:49.070060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3908): Launched\u000a22:42:49.395887 run osmo-msc_10.42.42.6(pid=3909): Launched\u000a22:42:49.586806 run osmo-stp_10.42.42.5(pid=3906): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3906)]\u000a22:42:49.724272 run osmo-stp_10.42.42.5(pid=3906): stdout: \u000a| (launched: 2022-12-12_22:42:48.200052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:49.861139 run osmo-stp_10.42.42.5(pid=3906): stderr: \u000a| �[0;m�[38;5;43m20221212224248392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224248392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224248393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224248393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224248393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224248394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224248394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:49.991575 run osmo-stp_10.42.42.5(pid=3906): stdout: \u000a| (launched: 2022-12-12_22:42:48.200052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:50.120377 run osmo-stp_10.42.42.5(pid=3906): stderr: \u000a| �[0;m�[38;5;43m20221212224248392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224248392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224248393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224248393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224248393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224248394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224248394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:50.177364 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3906): Process ended prematurely: osmo-stp_10.42.42.5(pid=3906) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3906)] [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a22:42:50.186595 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:42:50.248296 run osmo-hlr_10.42.42.2(pid=3903): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3903)]\u000a22:42:50.299091 run osmo-hlr_10.42.42.2(pid=3903): stdout: \u000a| (launched: 2022-12-12_22:42:47.190042) \u000a22:42:50.350958 run osmo-hlr_10.42.42.2(pid=3903): stderr: \u000a| �[0;m�[1;31m20221212224247388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224247388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224247388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224247388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224247388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224247388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224247401 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224247412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224247412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224247412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:42:50.420862 run osmo-msc_10.42.42.6(pid=3909): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3909)]\u000a22:42:50.471593 run osmo-msc_10.42.42.6(pid=3909): stdout: \u000a| (launched: 2022-12-12_22:42:49.235904) \u000a22:42:50.522769 run osmo-msc_10.42.42.6(pid=3909): stderr: \u000a| �[0;m�[38;5;43m20221212224249559 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212224249559 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f30eda89c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212224249559 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212224249559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212224249560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212224249560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212224249561 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212224249562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212224249562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212224249562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:42:50.566239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3902): Terminating (SIGTERM)\u000a22:42:50.607345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3905): Terminating (SIGTERM)\u000a22:42:50.648344 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3908): Terminating (SIGTERM)\u000a22:42:50.657911 --- ParallelTerminationStrategy: PID 3902 died...\u000a22:42:50.712801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3902): Terminated: ok {rc=0}\u000a22:42:50.722740 --- ParallelTerminationStrategy: PID 3905 died...\u000a22:42:50.777786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3905): Terminated: ok {rc=0}\u000a22:42:50.787742 --- ParallelTerminationStrategy: PID 3908 died...\u000a22:42:50.842507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3908): Terminated: ok {rc=0}\u000a22:42:50.928792 bus /sierra_3: Setting Powered False\u000a22:42:52.031723 bus /sierra_3: Setting Powered False\u000a22:42:53.139955 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3917): Process ended prematurely: osmo-stp_10.42.42.5(pid=3917) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3917)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3917): Process ended prematurely: osmo-stp_10.42.42.5(pid=3917) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3917)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:42:54.254276 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:42:54.266339 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:42:54.427340 tst mo_mt_call_osmux.py: using LAC 32006\u000a22:42:54.548784 tst mo_mt_call_osmux.py: using RAC 131\u000a22:42:54.668048 tst mo_mt_call_osmux.py: using CellId 32006\u000a22:42:54.788724 tst mo_mt_call_osmux.py: using BVCI 32007\u000a22:42:54.811915 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:42:54.822855 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:42:54.833706 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:42:54.844794 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:42:54.855991 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:42:54.867187 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:42:54.986727 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:42:55.191370 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:42:55.672304 run create_hlr_db(pid=3911): Launched\u000a22:42:55.848289 bus /sierra_2: Setting Powered False\u000a22:42:56.879235 run create_hlr_db(pid=3911): Terminated: ok {rc=0}\u000a22:42:57.313383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3913): Launched\u000a22:42:57.640093 run osmo-hlr_10.42.42.2(pid=3914): Launched\u000a22:42:57.759205 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:42:58.322709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3916): Launched\u000a22:42:58.648076 run osmo-stp_10.42.42.5(pid=3917): Launched\u000a22:42:58.765714 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:42:59.358241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3919): Launched\u000a22:42:59.683912 run osmo-msc_10.42.42.6(pid=3920): Launched\u000a22:42:59.873972 run osmo-stp_10.42.42.5(pid=3917): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3917)]\u000a22:43:00.011421 run osmo-stp_10.42.42.5(pid=3917): stdout: \u000a| (launched: 2022-12-12_22:42:58.488588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:00.147825 run osmo-stp_10.42.42.5(pid=3917): stderr: \u000a| �[0;m�[38;5;43m20221212224258684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224258684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224258684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224258685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224258685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224258685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224258685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:00.278197 run osmo-stp_10.42.42.5(pid=3917): stdout: \u000a| (launched: 2022-12-12_22:42:58.488588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:00.407659 run osmo-stp_10.42.42.5(pid=3917): stderr: \u000a| �[0;m�[38;5;43m20221212224258684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224258684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224258684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224258685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224258685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224258685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224258685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:00.464543 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3917): Process ended prematurely: osmo-stp_10.42.42.5(pid=3917) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3917)] [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a22:43:00.473946 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:43:00.536033 run osmo-hlr_10.42.42.2(pid=3914): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3914)]\u000a22:43:00.587003 run osmo-hlr_10.42.42.2(pid=3914): stdout: \u000a| (launched: 2022-12-12_22:42:57.479830) \u000a22:43:00.638796 run osmo-hlr_10.42.42.2(pid=3914): stderr: \u000a| �[0;m�[1;31m20221212224257678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224257678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224257678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224257678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224257679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224257679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224257692 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224257700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224257700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224257700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:43:00.708916 run osmo-msc_10.42.42.6(pid=3920): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3920)]\u000a22:43:00.759840 run osmo-msc_10.42.42.6(pid=3920): stdout: \u000a| (launched: 2022-12-12_22:42:59.523738) \u000a22:43:00.811359 run osmo-msc_10.42.42.6(pid=3920): stderr: \u000a| �[0;m�[38;5;43m20221212224259848 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212224259848 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f20255c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212224259848 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212224259848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212224259848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212224259848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212224259850 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212224259850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212224259851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212224259851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:43:00.867659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3913): Terminating (SIGTERM)\u000a22:43:00.911562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3916): Terminating (SIGTERM)\u000a22:43:00.955555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3919): Terminating (SIGTERM)\u000a22:43:00.967263 --- ParallelTerminationStrategy: PID 3913 died...\u000a22:43:01.024780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3913): Terminated: ok {rc=0}\u000a22:43:01.035528 --- ParallelTerminationStrategy: PID 3916 died...\u000a22:43:01.092992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3916): Terminated: ok {rc=0}\u000a22:43:01.103493 --- ParallelTerminationStrategy: PID 3919 died...\u000a22:43:01.159183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3919): Terminated: ok {rc=0}\u000a22:43:01.246418 bus /sierra_3: Setting Powered False\u000a22:43:02.350293 bus /sierra_3: Setting Powered False\u000a22:43:03.460134 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:42:43" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3931): Process ended prematurely: osmo-stp_10.42.42.5(pid=3931) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3931)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3931): Process ended prematurely: osmo-stp_10.42.42.5(pid=3931) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3931)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:43:05.448879 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:43:05.460055 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:43:05.615209 tst mo_mt_call.py: using LAC 32007\u000a22:43:05.736830 tst mo_mt_call.py: using RAC 132\u000a22:43:05.858056 tst mo_mt_call.py: using CellId 32007\u000a22:43:05.978395 tst mo_mt_call.py: using BVCI 32008\u000a22:43:06.001648 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:43:06.012450 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:43:06.023328 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:43:06.034475 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:43:06.045810 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:43:06.057137 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:43:06.176800 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:43:06.390553 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:43:06.909725 run create_hlr_db(pid=3925): Launched\u000a22:43:07.097558 bus /sierra_2: Setting Powered False\u000a22:43:08.117993 run create_hlr_db(pid=3925): Terminated: ok {rc=0}\u000a22:43:08.550181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3927): Launched\u000a22:43:08.874893 run osmo-hlr_10.42.42.2(pid=3928): Launched\u000a22:43:08.997625 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:43:09.562060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3930): Launched\u000a22:43:09.886464 run osmo-stp_10.42.42.5(pid=3931): Launched\u000a22:43:10.004302 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:43:10.597770 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3933): Launched\u000a22:43:10.921886 run osmo-msc_10.42.42.6(pid=3934): Launched\u000a22:43:11.112275 run osmo-stp_10.42.42.5(pid=3931): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3931)]\u000a22:43:11.249983 run osmo-stp_10.42.42.5(pid=3931): stdout: \u000a| (launched: 2022-12-12_22:43:09.727531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:11.387635 run osmo-stp_10.42.42.5(pid=3931): stderr: \u000a| �[0;m�[38;5;43m20221212224309921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224309921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224309922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224309922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224309922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224309922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224309922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:11.518263 run osmo-stp_10.42.42.5(pid=3931): stdout: \u000a| (launched: 2022-12-12_22:43:09.727531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:11.647252 run osmo-stp_10.42.42.5(pid=3931): stderr: \u000a| �[0;m�[38;5;43m20221212224309921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224309921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224309922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224309922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224309922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224309922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224309922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:11.704054 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3931): Process ended prematurely: osmo-stp_10.42.42.5(pid=3931) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3931)] [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a22:43:11.713165 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:43:11.775167 run osmo-hlr_10.42.42.2(pid=3928): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3928)]\u000a22:43:11.826056 run osmo-hlr_10.42.42.2(pid=3928): stdout: \u000a| (launched: 2022-12-12_22:43:08.715831) \u000a22:43:11.877614 run osmo-hlr_10.42.42.2(pid=3928): stderr: \u000a| �[0;m�[1;31m20221212224308916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224308916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224308916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224308916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224308916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224308916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224308929 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224308937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224308937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224308937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:43:11.947319 run osmo-msc_10.42.42.6(pid=3934): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3934)]\u000a22:43:11.997981 run osmo-msc_10.42.42.6(pid=3934): stdout: \u000a| (launched: 2022-12-12_22:43:10.763060) \u000a22:43:12.049251 run osmo-msc_10.42.42.6(pid=3934): stderr: \u000a| �[0;m�[38;5;43m20221212224311085 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212224311085 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff9e72aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212224311085 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212224311085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212224311086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212224311086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212224311089 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212224311090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212224311090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212224311090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:43:12.092844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3927): Terminating (SIGTERM)\u000a22:43:12.134242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3930): Terminating (SIGTERM)\u000a22:43:12.175595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3933): Terminating (SIGTERM)\u000a22:43:12.185207 --- ParallelTerminationStrategy: PID 3927 died...\u000a22:43:12.240329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3927): Terminated: ok {rc=0}\u000a22:43:12.250241 --- ParallelTerminationStrategy: PID 3930 died...\u000a22:43:12.304814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3930): Terminated: ok {rc=0}\u000a22:43:12.314676 --- ParallelTerminationStrategy: PID 3933 died...\u000a22:43:12.369792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3933): Terminated: ok {rc=0}\u000a22:43:12.456661 bus /sierra_3: Setting Powered False\u000a22:43:13.562832 bus /sierra_3: Setting Powered False\u000a22:43:14.669519 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3942): Process ended prematurely: osmo-stp_10.42.42.5(pid=3942) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3942)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3942): Process ended prematurely: osmo-stp_10.42.42.5(pid=3942) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3942)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:43:15.784906 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:43:15.796888 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:43:15.981716 tst mo_mt_call_osmux.py: using LAC 32008\u000a22:43:16.112621 tst mo_mt_call_osmux.py: using RAC 133\u000a22:43:16.263017 tst mo_mt_call_osmux.py: using CellId 32008\u000a22:43:16.394072 tst mo_mt_call_osmux.py: using BVCI 32009\u000a22:43:16.421183 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:43:16.433718 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:43:16.446450 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:43:16.458531 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:43:16.470609 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:43:16.482485 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:43:16.607416 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:43:16.880443 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:43:17.417093 run create_hlr_db(pid=3936): Launched\u000a22:43:17.592919 bus /sierra_2: Setting Powered False\u000a22:43:18.613776 run create_hlr_db(pid=3936): Terminated: ok {rc=0}\u000a22:43:19.044624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3938): Launched\u000a22:43:19.368666 run osmo-hlr_10.42.42.2(pid=3939): Launched\u000a22:43:19.490959 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:43:20.057430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3941): Launched\u000a22:43:20.381068 run osmo-stp_10.42.42.5(pid=3942): Launched\u000a22:43:20.498422 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:43:21.091788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3944): Launched\u000a22:43:21.418094 run osmo-msc_10.42.42.6(pid=3945): Launched\u000a22:43:21.609131 run osmo-stp_10.42.42.5(pid=3942): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3942)]\u000a22:43:21.745729 run osmo-stp_10.42.42.5(pid=3942): stdout: \u000a| (launched: 2022-12-12_22:43:20.222236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:21.882242 run osmo-stp_10.42.42.5(pid=3942): stderr: \u000a| �[0;m�[38;5;43m20221212224320416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224320416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224320416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224320417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224320417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224320417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224320417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:22.012226 run osmo-stp_10.42.42.5(pid=3942): stdout: \u000a| (launched: 2022-12-12_22:43:20.222236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:22.141482 run osmo-stp_10.42.42.5(pid=3942): stderr: \u000a| �[0;m�[38;5;43m20221212224320416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224320416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224320416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224320417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224320417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224320417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224320417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:22.198484 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3942): Process ended prematurely: osmo-stp_10.42.42.5(pid=3942) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3942)] [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a22:43:22.207545 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a22:43:22.269960 run osmo-hlr_10.42.42.2(pid=3939): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3939)]\u000a22:43:22.321282 run osmo-hlr_10.42.42.2(pid=3939): stdout: \u000a| (launched: 2022-12-12_22:43:19.209801) \u000a22:43:22.373350 run osmo-hlr_10.42.42.2(pid=3939): stderr: \u000a| �[0;m�[1;31m20221212224319411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224319411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224319411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224319411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224319411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224319411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224319424 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224319432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224319432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224319433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:43:22.443745 run osmo-msc_10.42.42.6(pid=3945): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3945)]\u000a22:43:22.494716 run osmo-msc_10.42.42.6(pid=3945): stdout: \u000a| (launched: 2022-12-12_22:43:21.257390) \u000a22:43:22.546435 run osmo-msc_10.42.42.6(pid=3945): stderr: \u000a| �[0;m�[38;5;43m20221212224321583 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212224321583 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdac679fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212224321583 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212224321583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212224321583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212224321583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212224321585 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212224321586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212224321586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212224321586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:43:22.590155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3938): Terminating (SIGTERM)\u000a22:43:22.631496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3941): Terminating (SIGTERM)\u000a22:43:22.673089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3944): Terminating (SIGTERM)\u000a22:43:22.682789 --- ParallelTerminationStrategy: PID 3938 died...\u000a22:43:22.738592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3938): Terminated: ok {rc=0}\u000a22:43:22.748522 --- ParallelTerminationStrategy: PID 3941 died...\u000a22:43:22.804282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3941): Terminated: ok {rc=0}\u000a22:43:22.814294 --- ParallelTerminationStrategy: PID 3944 died...\u000a22:43:22.869781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3944): Terminated: ok {rc=0}\u000a22:43:22.955733 bus /sierra_3: Setting Powered False\u000a22:43:24.061028 bus /sierra_3: Setting Powered False\u000a22:43:25.167916 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:43:05" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3956): Process ended prematurely: osmo-stp_10.42.42.5(pid=3956) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3956)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3956): Process ended prematurely: osmo-stp_10.42.42.5(pid=3956) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3956)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:43:27.154229 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:43:27.165267 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:43:27.320810 tst mo_mt_call.py: using LAC 32009\u000a22:43:27.442004 tst mo_mt_call.py: using RAC 134\u000a22:43:27.560869 tst mo_mt_call.py: using CellId 32009\u000a22:43:27.682336 tst mo_mt_call.py: using BVCI 32010\u000a22:43:27.706068 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:43:27.716943 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:43:27.727733 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:43:27.738889 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:43:27.750187 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:43:27.761392 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:43:27.876615 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:43:28.076529 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:43:28.556150 run create_hlr_db(pid=3950): Launched\u000a22:43:28.731749 bus /sierra_2: Setting Powered False\u000a22:43:29.752075 run create_hlr_db(pid=3950): Terminated: ok {rc=0}\u000a22:43:30.156499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3952): Launched\u000a22:43:30.460758 run osmo-hlr_10.42.42.2(pid=3953): Launched\u000a22:43:30.572475 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:43:31.157929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3955): Launched\u000a22:43:31.706915 run osmo-stp_10.42.42.5(pid=3956): Launched\u000a22:43:31.844588 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:43:32.414874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3958): Launched\u000a22:43:32.719052 run osmo-msc_10.42.42.6(pid=3959): Launched\u000a22:43:32.897791 run osmo-stp_10.42.42.5(pid=3956): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3956)]\u000a22:43:33.026504 run osmo-stp_10.42.42.5(pid=3956): stdout: \u000a| (launched: 2022-12-12_22:43:31.328419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:33.153818 run osmo-stp_10.42.42.5(pid=3956): stderr: \u000a| �[0;m�[38;5;43m20221212224331527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224331527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224331528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224331528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224331528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224331529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224331529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:33.275919 run osmo-stp_10.42.42.5(pid=3956): stdout: \u000a| (launched: 2022-12-12_22:43:31.328419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:33.396833 run osmo-stp_10.42.42.5(pid=3956): stderr: \u000a| �[0;m�[38;5;43m20221212224331527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224331527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224331528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224331528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224331528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224331529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224331529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:33.450335 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3956): Process ended prematurely: osmo-stp_10.42.42.5(pid=3956) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3956)] [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a22:43:33.458820 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:43:33.518447 run osmo-hlr_10.42.42.2(pid=3953): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3953)]\u000a22:43:33.567209 run osmo-hlr_10.42.42.2(pid=3953): stdout: \u000a| (launched: 2022-12-12_22:43:30.311136) \u000a22:43:33.616359 run osmo-hlr_10.42.42.2(pid=3953): stderr: \u000a| �[0;m�[1;31m20221212224330490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224330490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224330490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224330490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224330490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224330490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224330502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224330511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224330511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224330511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:43:33.683106 run osmo-msc_10.42.42.6(pid=3959): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3959)]\u000a22:43:33.731242 run osmo-msc_10.42.42.6(pid=3959): stdout: \u000a| (launched: 2022-12-12_22:43:32.569166) \u000a22:43:33.780661 run osmo-msc_10.42.42.6(pid=3959): stderr: \u000a| �[0;m�[38;5;43m20221212224332843 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212224332843 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5721b4dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212224332843 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212224332843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212224332844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212224332844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212224332846 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212224332846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212224332846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212224332846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:43:33.821896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3952): Terminating (SIGTERM)\u000a22:43:33.861112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3955): Terminating (SIGTERM)\u000a22:43:33.900527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3958): Terminating (SIGTERM)\u000a22:43:33.909960 --- ParallelTerminationStrategy: PID 3952 died...\u000a22:43:33.962708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3952): Terminated: ok {rc=0}\u000a22:43:33.972285 --- ParallelTerminationStrategy: PID 3955 died...\u000a22:43:34.024696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3955): Terminated: ok {rc=0}\u000a22:43:34.034443 --- ParallelTerminationStrategy: PID 3958 died...\u000a22:43:34.087777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3958): Terminated: ok {rc=0}\u000a22:43:34.175189 bus /sierra_3: Setting Powered False\u000a22:43:35.277737 bus /sierra_3: Setting Powered False\u000a22:43:36.388394 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3967): Process ended prematurely: osmo-stp_10.42.42.5(pid=3967) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3967)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3967): Process ended prematurely: osmo-stp_10.42.42.5(pid=3967) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3967)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:43:37.498292 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:43:37.510031 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:43:37.667002 tst mo_mt_call_osmux.py: using LAC 32010\u000a22:43:37.789164 tst mo_mt_call_osmux.py: using RAC 135\u000a22:43:37.910598 tst mo_mt_call_osmux.py: using CellId 32010\u000a22:43:38.033264 tst mo_mt_call_osmux.py: using BVCI 32011\u000a22:43:38.056490 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:43:38.067628 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:43:38.078574 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:43:38.089705 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:43:38.100868 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:43:38.112082 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:43:38.231764 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:43:38.434829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:43:38.915793 run create_hlr_db(pid=3961): Launched\u000a22:43:39.092448 bus /sierra_2: Setting Powered False\u000a22:43:40.112460 run create_hlr_db(pid=3961): Terminated: ok {rc=0}\u000a22:43:40.517969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3963): Launched\u000a22:43:40.821938 run osmo-hlr_10.42.42.2(pid=3964): Launched\u000a22:43:40.941428 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:43:41.479579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3966): Launched\u000a22:43:41.786341 run osmo-stp_10.42.42.5(pid=3967): Launched\u000a22:43:41.898501 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:43:42.454575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3969): Launched\u000a22:43:42.761662 run osmo-msc_10.42.42.6(pid=3970): Launched\u000a22:43:42.941648 run osmo-stp_10.42.42.5(pid=3967): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3967)]\u000a22:43:43.071358 run osmo-stp_10.42.42.5(pid=3967): stdout: \u000a| (launched: 2022-12-12_22:43:41.635951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:43.198401 run osmo-stp_10.42.42.5(pid=3967): stderr: \u000a| �[0;m�[38;5;43m20221212224341808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224341809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224341809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224341809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224341810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224341810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224341810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:43.320095 run osmo-stp_10.42.42.5(pid=3967): stdout: \u000a| (launched: 2022-12-12_22:43:41.635951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:43.441224 run osmo-stp_10.42.42.5(pid=3967): stderr: \u000a| �[0;m�[38;5;43m20221212224341808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224341809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224341809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224341809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224341810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224341810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224341810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:43.494231 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3967): Process ended prematurely: osmo-stp_10.42.42.5(pid=3967) [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3967)] [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a22:43:43.502740 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a22:43:43.562404 run osmo-hlr_10.42.42.2(pid=3964): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3964)]\u000a22:43:43.611541 run osmo-hlr_10.42.42.2(pid=3964): stdout: \u000a| (launched: 2022-12-12_22:43:40.672530) \u000a22:43:43.661324 run osmo-hlr_10.42.42.2(pid=3964): stderr: \u000a| �[0;m�[1;31m20221212224340850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224340850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224340850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224340850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224340850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224340850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224340862 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224340871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224340871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224340871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:43:43.728288 run osmo-msc_10.42.42.6(pid=3970): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3970)]\u000a22:43:43.777329 run osmo-msc_10.42.42.6(pid=3970): stdout: \u000a| (launched: 2022-12-12_22:43:42.609144) \u000a22:43:43.826807 run osmo-msc_10.42.42.6(pid=3970): stderr: \u000a| �[0;m�[38;5;43m20221212224342880 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212224342880 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f853d33bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212224342880 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212224342881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212224342881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212224342881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212224342883 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212224342883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212224342883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212224342883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:43:43.868379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3963): Terminating (SIGTERM)\u000a22:43:43.908380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3966): Terminating (SIGTERM)\u000a22:43:43.948077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3969): Terminating (SIGTERM)\u000a22:43:43.957603 --- ParallelTerminationStrategy: PID 3963 died...\u000a22:43:44.010359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3963): Terminated: ok {rc=0}\u000a22:43:44.020108 --- ParallelTerminationStrategy: PID 3966 died...\u000a22:43:44.073620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3966): Terminated: ok {rc=0}\u000a22:43:44.083212 --- ParallelTerminationStrategy: PID 3969 died...\u000a22:43:44.135534 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3969): Terminated: ok {rc=0}\u000a22:43:44.223824 bus /sierra_3: Setting Powered False\u000a22:43:45.329640 bus /sierra_3: Setting Powered False\u000a22:43:46.439580 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:43:26" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3981): Process ended prematurely: osmo-stp_10.42.42.5(pid=3981) [trial-2383↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3981)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3981): Process ended prematurely: osmo-stp_10.42.42.5(pid=3981) [trial-2383↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3981)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a22:43:48.442445 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:43:48.454087 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:43:48.616352 tst mo_mt_call.py: using LAC 32011\u000a22:43:48.739153 tst mo_mt_call.py: using RAC 136\u000a22:43:48.862779 tst mo_mt_call.py: using CellId 32011\u000a22:43:48.985487 tst mo_mt_call.py: using BVCI 32012\u000a22:43:49.009071 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:43:49.020281 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:43:49.031146 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:43:49.042581 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:43:49.054074 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:43:49.065366 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:43:49.185131 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:43:49.399324 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:43:49.919195 run create_hlr_db(pid=3975): Launched\u000a22:43:50.107123 bus /sierra_2: Setting Powered False\u000a22:43:51.126466 run create_hlr_db(pid=3975): Terminated: ok {rc=0}\u000a22:43:51.557725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3977): Launched\u000a22:43:51.882337 run osmo-hlr_10.42.42.2(pid=3978): Launched\u000a22:43:52.000483 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:43:52.564135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3980): Launched\u000a22:43:52.888541 run osmo-stp_10.42.42.5(pid=3981): Launched\u000a22:43:53.006764 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:43:53.600176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3983): Launched\u000a22:43:53.926403 run osmo-msc_10.42.42.6(pid=3984): Launched\u000a22:43:54.117575 run osmo-stp_10.42.42.5(pid=3981): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3981)]\u000a22:43:54.255724 run osmo-stp_10.42.42.5(pid=3981): stdout: \u000a| (launched: 2022-12-12_22:43:52.729574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:54.393133 run osmo-stp_10.42.42.5(pid=3981): stderr: \u000a| �[0;m�[38;5;43m20221212224352922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224352922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224352923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224352923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224352925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224352926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224352926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:54.523672 run osmo-stp_10.42.42.5(pid=3981): stdout: \u000a| (launched: 2022-12-12_22:43:52.729574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:54.653035 run osmo-stp_10.42.42.5(pid=3981): stderr: \u000a| �[0;m�[38;5;43m20221212224352922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224352922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224352923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224352923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224352925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224352926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224352926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:54.710036 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3981): Process ended prematurely: osmo-stp_10.42.42.5(pid=3981) [trial-2383↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3981)] [trial-2383↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a22:43:54.719139 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:43:54.781299 run osmo-hlr_10.42.42.2(pid=3978): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3978)]\u000a22:43:54.832372 run osmo-hlr_10.42.42.2(pid=3978): stdout: \u000a| (launched: 2022-12-12_22:43:51.723829) \u000a22:43:54.884065 run osmo-hlr_10.42.42.2(pid=3978): stderr: \u000a| �[0;m�[1;31m20221212224351922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224351922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224351922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224351922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224351922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224351923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224351934 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224351943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224351943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224351943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:43:54.954090 run osmo-msc_10.42.42.6(pid=3984): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3984)]\u000a22:43:55.004837 run osmo-msc_10.42.42.6(pid=3984): stdout: \u000a| (launched: 2022-12-12_22:43:53.766165) \u000a22:43:55.056106 run osmo-msc_10.42.42.6(pid=3984): stderr: \u000a| �[0;m�[38;5;43m20221212224354088 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212224354088 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e7ac95c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212224354089 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212224354089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212224354089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212224354089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212224354091 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212224354091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212224354091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212224354091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:43:55.099938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3977): Terminating (SIGTERM)\u000a22:43:55.141515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3980): Terminating (SIGTERM)\u000a22:43:55.183106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3983): Terminating (SIGTERM)\u000a22:43:55.192726 --- ParallelTerminationStrategy: PID 3977 died...\u000a22:43:55.248614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3977): Terminated: ok {rc=0}\u000a22:43:55.258594 --- ParallelTerminationStrategy: PID 3980 died...\u000a22:43:55.313541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3980): Terminated: ok {rc=0}\u000a22:43:55.323407 --- ParallelTerminationStrategy: PID 3983 died...\u000a22:43:55.378537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3983): Terminated: ok {rc=0}\u000a22:43:55.465155 bus /sierra_3: Setting Powered False\u000a22:43:56.567907 bus /sierra_3: Setting Powered False\u000a22:43:57.678795 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3992): Process ended prematurely: osmo-stp_10.42.42.5(pid=3992) [trial-2383↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3992)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3992): Process ended prematurely: osmo-stp_10.42.42.5(pid=3992) [trial-2383↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3992)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:43:58.788408 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:43:58.800371 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:43:58.964570 tst mo_mt_call_osmux.py: using LAC 32012\u000a22:43:59.082978 tst mo_mt_call_osmux.py: using RAC 137\u000a22:43:59.213039 tst mo_mt_call_osmux.py: using CellId 32012\u000a22:43:59.346802 tst mo_mt_call_osmux.py: using BVCI 32013\u000a22:43:59.372290 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:43:59.384139 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:43:59.395856 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:43:59.408049 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:43:59.420496 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:43:59.432658 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:43:59.556740 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:43:59.771650 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:44:00.291479 run create_hlr_db(pid=3986): Launched\u000a22:44:00.480692 bus /sierra_2: Setting Powered False\u000a22:44:01.502308 run create_hlr_db(pid=3986): Terminated: ok {rc=0}\u000a22:44:01.952545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3988): Launched\u000a22:44:02.279734 run osmo-hlr_10.42.42.2(pid=3989): Launched\u000a22:44:02.399197 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:44:02.961718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3991): Launched\u000a22:44:03.286251 run osmo-stp_10.42.42.5(pid=3992): Launched\u000a22:44:03.404338 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:44:03.997927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3994): Launched\u000a22:44:04.322288 run osmo-msc_10.42.42.6(pid=3995): Launched\u000a22:44:04.513925 run osmo-stp_10.42.42.5(pid=3992): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3992)]\u000a22:44:04.652001 run osmo-stp_10.42.42.5(pid=3992): stdout: \u000a| (launched: 2022-12-12_22:44:03.127299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:04.789554 run osmo-stp_10.42.42.5(pid=3992): stderr: \u000a| �[0;m�[38;5;43m20221212224403319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224403319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224403319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224403320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224403320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224403320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224403320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:04.920242 run osmo-stp_10.42.42.5(pid=3992): stdout: \u000a| (launched: 2022-12-12_22:44:03.127299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:05.050320 run osmo-stp_10.42.42.5(pid=3992): stderr: \u000a| �[0;m�[38;5;43m20221212224403319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224403319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224403319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224403320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224403320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224403320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224403320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:05.107540 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3992): Process ended prematurely: osmo-stp_10.42.42.5(pid=3992) [trial-2383↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3992)] [trial-2383↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a22:44:05.116587 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a22:44:05.178665 run osmo-hlr_10.42.42.2(pid=3989): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3989)]\u000a22:44:05.229443 run osmo-hlr_10.42.42.2(pid=3989): stdout: \u000a| (launched: 2022-12-12_22:44:02.120265) \u000a22:44:05.280834 run osmo-hlr_10.42.42.2(pid=3989): stderr: \u000a| �[0;m�[1;31m20221212224402318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224402318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224402318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224402318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224402318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224402318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224402331 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224402339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224402339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224402339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:44:05.350808 run osmo-msc_10.42.42.6(pid=3995): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3995)]\u000a22:44:05.402015 run osmo-msc_10.42.42.6(pid=3995): stdout: \u000a| (launched: 2022-12-12_22:44:04.162790) \u000a22:44:05.453385 run osmo-msc_10.42.42.6(pid=3995): stderr: \u000a| �[0;m�[38;5;43m20221212224404486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212224404486 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f209ee56c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212224404486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212224404486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212224404486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212224404487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212224404488 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212224404489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212224404489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212224404489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:44:05.496987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3988): Terminating (SIGTERM)\u000a22:44:05.538411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3991): Terminating (SIGTERM)\u000a22:44:05.579623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3994): Terminating (SIGTERM)\u000a22:44:05.589324 --- ParallelTerminationStrategy: PID 3988 died...\u000a22:44:05.644757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3988): Terminated: ok {rc=0}\u000a22:44:05.654745 --- ParallelTerminationStrategy: PID 3991 died...\u000a22:44:05.709711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3991): Terminated: ok {rc=0}\u000a22:44:05.719628 --- ParallelTerminationStrategy: PID 3994 died...\u000a22:44:05.774472 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3994): Terminated: ok {rc=0}\u000a22:44:05.861012 bus /sierra_3: Setting Powered False\u000a22:44:06.963725 bus /sierra_3: Setting Powered False\u000a22:44:08.073397 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:43:48" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4008): Process ended prematurely: osmo-stp_10.42.42.5(pid=4008) [trial-2383↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4008)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4008): Process ended prematurely: osmo-stp_10.42.42.5(pid=4008) [trial-2383↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4008)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a22:44:10.071352 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:44:10.082696 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:44:10.245657 tst mo_mt_call.py: using LAC 32013\u000a22:44:10.371382 tst mo_mt_call.py: using RAC 138\u000a22:44:10.493893 tst mo_mt_call.py: using CellId 32013\u000a22:44:10.614335 tst mo_mt_call.py: using BVCI 32014\u000a22:44:10.637910 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:44:10.648894 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:44:10.659678 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:44:10.671433 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:44:10.683236 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:44:10.694512 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:44:10.815149 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:44:11.018318 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:44:11.498540 run create_hlr_db(pid=4002): Launched\u000a22:44:11.673934 bus /sierra_2: Setting Powered False\u000a22:44:12.694620 run create_hlr_db(pid=4002): Terminated: ok {rc=0}\u000a22:44:13.100321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4004): Launched\u000a22:44:13.405988 run osmo-hlr_10.42.42.2(pid=4005): Launched\u000a22:44:13.517849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:44:14.046724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4007): Launched\u000a22:44:14.352754 run osmo-stp_10.42.42.5(pid=4008): Launched\u000a22:44:14.464025 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:44:15.018077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4010): Launched\u000a22:44:15.325959 run osmo-msc_10.42.42.6(pid=4011): Launched\u000a22:44:15.505450 run osmo-stp_10.42.42.5(pid=4008): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4008)]\u000a22:44:15.634884 run osmo-stp_10.42.42.5(pid=4008): stdout: \u000a| (launched: 2022-12-12_22:44:14.201250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:15.761550 run osmo-stp_10.42.42.5(pid=4008): stderr: \u000a| �[0;m�[38;5;43m20221212224414372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224414373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224414373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224414373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224414374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224414374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224414374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:15.916525 run osmo-stp_10.42.42.5(pid=4008): stdout: \u000a| (launched: 2022-12-12_22:44:14.201250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:16.050141 run osmo-stp_10.42.42.5(pid=4008): stderr: \u000a| �[0;m�[38;5;43m20221212224414372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224414373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224414373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224414373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224414374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224414374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224414374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:16.109722 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4008): Process ended prematurely: osmo-stp_10.42.42.5(pid=4008) [trial-2383↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4008)] [trial-2383↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a22:44:16.119770 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a22:44:16.186594 run osmo-hlr_10.42.42.2(pid=4005): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4005)]\u000a22:44:16.241107 run osmo-hlr_10.42.42.2(pid=4005): stdout: \u000a| (launched: 2022-12-12_22:44:13.256311) \u000a22:44:16.296686 run osmo-hlr_10.42.42.2(pid=4005): stderr: \u000a| �[0;m�[1;31m20221212224413432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224413432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224413432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224413432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224413432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224413432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224413448 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224413458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224413458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224413458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:44:16.370603 run osmo-msc_10.42.42.6(pid=4011): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4011)]\u000a22:44:16.423938 run osmo-msc_10.42.42.6(pid=4011): stdout: \u000a| (launched: 2022-12-12_22:44:15.172079) \u000a22:44:16.476577 run osmo-msc_10.42.42.6(pid=4011): stderr: \u000a| �[0;m�[38;5;43m20221212224415446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212224415446 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcf670e8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212224415446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212224415446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212224415447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212224415447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212224415449 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212224415449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212224415450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212224415450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:44:16.522035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4004): Terminating (SIGTERM)\u000a22:44:16.567149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4007): Terminating (SIGTERM)\u000a22:44:16.613208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4010): Terminating (SIGTERM)\u000a22:44:16.623498 --- ParallelTerminationStrategy: PID 4004 died...\u000a22:44:16.683082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4004): Terminated: ok {rc=0}\u000a22:44:16.693979 --- ParallelTerminationStrategy: PID 4007 died...\u000a22:44:16.752116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4007): Terminated: ok {rc=0}\u000a22:44:16.763222 --- ParallelTerminationStrategy: PID 4010 died...\u000a22:44:16.822425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4010): Terminated: ok {rc=0}\u000a22:44:16.908918 bus /sierra_3: Setting Powered False\u000a22:44:18.013534 bus /sierra_3: Setting Powered False\u000a22:44:19.120648 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4019): Process ended prematurely: osmo-stp_10.42.42.5(pid=4019) [trial-2383↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4019)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4019): Process ended prematurely: osmo-stp_10.42.42.5(pid=4019) [trial-2383↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4019)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:44:20.236173 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:44:20.248116 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:44:20.414914 tst mo_mt_call_osmux.py: using LAC 32014\u000a22:44:20.541977 tst mo_mt_call_osmux.py: using RAC 139\u000a22:44:20.665791 tst mo_mt_call_osmux.py: using CellId 32014\u000a22:44:20.788648 tst mo_mt_call_osmux.py: using BVCI 32015\u000a22:44:20.812215 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:44:20.823235 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:44:20.834147 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:44:20.845218 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:44:20.856455 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:44:20.867469 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:44:20.986484 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:44:21.199906 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:44:21.719847 run create_hlr_db(pid=4013): Launched\u000a22:44:21.907955 bus /sierra_2: Setting Powered False\u000a22:44:22.928601 run create_hlr_db(pid=4013): Terminated: ok {rc=0}\u000a22:44:23.345470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4015): Launched\u000a22:44:23.670444 run osmo-hlr_10.42.42.2(pid=4016): Launched\u000a22:44:23.789417 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:44:24.328615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4018): Launched\u000a22:44:24.636577 run osmo-stp_10.42.42.5(pid=4019): Launched\u000a22:44:24.748350 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:44:25.311505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4021): Launched\u000a22:44:25.619031 run osmo-msc_10.42.42.6(pid=4022): Launched\u000a22:44:25.799620 run osmo-stp_10.42.42.5(pid=4019): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4019)]\u000a22:44:25.930047 run osmo-stp_10.42.42.5(pid=4019): stdout: \u000a| (launched: 2022-12-12_22:44:24.485340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:26.058572 run osmo-stp_10.42.42.5(pid=4019): stderr: \u000a| �[0;m�[38;5;43m20221212224424657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224424657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224424657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224424658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224424658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224424658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224424658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:26.181398 run osmo-stp_10.42.42.5(pid=4019): stdout: \u000a| (launched: 2022-12-12_22:44:24.485340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:26.303268 run osmo-stp_10.42.42.5(pid=4019): stderr: \u000a| �[0;m�[38;5;43m20221212224424657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224424657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224424657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224424658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224424658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224424658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224424658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:26.356764 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4019): Process ended prematurely: osmo-stp_10.42.42.5(pid=4019) [trial-2383↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4019)] [trial-2383↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a22:44:26.365833 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:44:26.425491 run osmo-hlr_10.42.42.2(pid=4016): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4016)]\u000a22:44:26.474415 run osmo-hlr_10.42.42.2(pid=4016): stdout: \u000a| (launched: 2022-12-12_22:44:23.511451) \u000a22:44:26.524135 run osmo-hlr_10.42.42.2(pid=4016): stderr: \u000a| �[0;m�[1;31m20221212224423709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224423709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224423710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224423710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224423710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224423710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224423722 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224423730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224423730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224423730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:44:26.591505 run osmo-msc_10.42.42.6(pid=4022): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4022)]\u000a22:44:26.640274 run osmo-msc_10.42.42.6(pid=4022): stdout: \u000a| (launched: 2022-12-12_22:44:25.467200) \u000a22:44:26.689585 run osmo-msc_10.42.42.6(pid=4022): stderr: \u000a| �[0;m�[38;5;43m20221212224425738 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212224425738 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb218a05c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212224425739 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212224425739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212224425739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212224425739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212224425741 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212224425741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212224425741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212224425741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:44:26.730982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4015): Terminating (SIGTERM)\u000a22:44:26.770378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4018): Terminating (SIGTERM)\u000a22:44:26.809964 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4021): Terminating (SIGTERM)\u000a22:44:26.819344 --- ParallelTerminationStrategy: PID 4015 died...\u000a22:44:26.872366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4015): Terminated: ok {rc=0}\u000a22:44:26.881942 --- ParallelTerminationStrategy: PID 4018 died...\u000a22:44:26.934949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4018): Terminated: ok {rc=0}\u000a22:44:26.944787 --- ParallelTerminationStrategy: PID 4021 died...\u000a22:44:26.997798 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4021): Terminated: ok {rc=0}\u000a22:44:27.080861 bus /sierra_3: Setting Powered False\u000a22:44:28.182216 bus /sierra_3: Setting Powered False\u000a22:44:29.289437 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:44:09" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4034): Process ended prematurely: osmo-stp_10.42.42.5(pid=4034) [trial-2383↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4034)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4034): Process ended prematurely: osmo-stp_10.42.42.5(pid=4034) [trial-2383↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4034)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a22:44:31.319187 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:44:31.331750 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:44:31.487230 tst mo_mt_call.py: using LAC 32015\u000a22:44:31.617055 tst mo_mt_call.py: using RAC 140\u000a22:44:31.757284 tst mo_mt_call.py: using CellId 32015\u000a22:44:31.909109 tst mo_mt_call.py: using BVCI 32016\u000a22:44:31.941951 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:44:31.957048 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:44:31.973178 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:44:31.987525 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:44:32.002121 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:44:32.018531 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:44:32.165005 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:44:32.373295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:44:32.852345 run create_hlr_db(pid=4028): Launched\u000a22:44:33.028112 bus /sierra_2: Setting Powered False\u000a22:44:34.048495 run create_hlr_db(pid=4028): Terminated: ok {rc=0}\u000a22:44:34.461525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4030): Launched\u000a22:44:34.787753 run osmo-hlr_10.42.42.2(pid=4031): Launched\u000a22:44:34.910282 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:44:35.476587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4033): Launched\u000a22:44:35.802814 run osmo-stp_10.42.42.5(pid=4034): Launched\u000a22:44:35.919493 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:44:36.514404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4036): Launched\u000a22:44:36.838135 run osmo-msc_10.42.42.6(pid=4037): Launched\u000a22:44:37.027005 run osmo-stp_10.42.42.5(pid=4034): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4034)]\u000a22:44:37.164045 run osmo-stp_10.42.42.5(pid=4034): stdout: \u000a| (launched: 2022-12-12_22:44:35.641832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:37.300426 run osmo-stp_10.42.42.5(pid=4034): stderr: \u000a| �[0;m�[38;5;43m20221212224435836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224435837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224435837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224435837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224435838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224435838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224435838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:37.430444 run osmo-stp_10.42.42.5(pid=4034): stdout: \u000a| (launched: 2022-12-12_22:44:35.641832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:37.559255 run osmo-stp_10.42.42.5(pid=4034): stderr: \u000a| �[0;m�[38;5;43m20221212224435836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224435837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224435837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224435837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224435838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224435838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224435838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:37.616108 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4034): Process ended prematurely: osmo-stp_10.42.42.5(pid=4034) [trial-2383↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4034)] [trial-2383↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a22:44:37.625230 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:44:37.687289 run osmo-hlr_10.42.42.2(pid=4031): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4031)]\u000a22:44:37.737885 run osmo-hlr_10.42.42.2(pid=4031): stdout: \u000a| (launched: 2022-12-12_22:44:34.626761) \u000a22:44:37.789038 run osmo-hlr_10.42.42.2(pid=4031): stderr: \u000a| �[0;m�[1;31m20221212224434825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224434825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224434825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224434825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224434825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224434826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224434838 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224434846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224434846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224434846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:44:37.858629 run osmo-msc_10.42.42.6(pid=4037): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4037)]\u000a22:44:37.909107 run osmo-msc_10.42.42.6(pid=4037): stdout: \u000a| (launched: 2022-12-12_22:44:36.679922) \u000a22:44:37.960151 run osmo-msc_10.42.42.6(pid=4037): stderr: \u000a| �[0;m�[38;5;43m20221212224437004 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212224437004 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b270a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212224437004 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212224437004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212224437005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212224437005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212224437006 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212224437007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212224437007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212224437007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:44:38.003502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4030): Terminating (SIGTERM)\u000a22:44:38.044928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4033): Terminating (SIGTERM)\u000a22:44:38.086334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4036): Terminating (SIGTERM)\u000a22:44:38.095989 --- ParallelTerminationStrategy: PID 4030 died...\u000a22:44:38.150793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4030): Terminated: ok {rc=0}\u000a22:44:38.160616 --- ParallelTerminationStrategy: PID 4033 died...\u000a22:44:38.215057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4033): Terminated: ok {rc=0}\u000a22:44:38.224889 --- ParallelTerminationStrategy: PID 4036 died...\u000a22:44:38.280062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4036): Terminated: ok {rc=0}\u000a22:44:38.365828 bus /sierra_3: Setting Powered False\u000a22:44:39.471661 bus /sierra_3: Setting Powered False\u000a22:44:40.577927 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4045): Process ended prematurely: osmo-stp_10.42.42.5(pid=4045) [trial-2383↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4045)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4045): Process ended prematurely: osmo-stp_10.42.42.5(pid=4045) [trial-2383↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4045)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:44:41.688015 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:44:41.699848 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:44:41.841087 tst mo_mt_call_osmux.py: using LAC 32016\u000a22:44:41.963055 tst mo_mt_call_osmux.py: using RAC 141\u000a22:44:42.085543 tst mo_mt_call_osmux.py: using CellId 32016\u000a22:44:42.205524 tst mo_mt_call_osmux.py: using BVCI 32017\u000a22:44:42.228791 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:44:42.240120 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:44:42.251084 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:44:42.262471 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:44:42.273806 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:44:42.284925 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:44:42.405410 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:44:42.620513 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:44:43.140301 run create_hlr_db(pid=4039): Launched\u000a22:44:43.328761 bus /sierra_2: Setting Powered False\u000a22:44:44.339398 run create_hlr_db(pid=4039): Terminated: ok {rc=0}\u000a22:44:44.754919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4041): Launched\u000a22:44:45.060098 run osmo-hlr_10.42.42.2(pid=4042): Launched\u000a22:44:45.179021 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:44:45.719134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4044): Launched\u000a22:44:46.168181 run osmo-stp_10.42.42.5(pid=4045): Launched\u000a22:44:46.326340 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:44:46.963780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4047): Launched\u000a22:44:47.341931 run osmo-msc_10.42.42.6(pid=4048): Launched\u000a22:44:47.523791 run osmo-stp_10.42.42.5(pid=4045): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4045)]\u000a22:44:47.652813 run osmo-stp_10.42.42.5(pid=4045): stdout: \u000a| (launched: 2022-12-12_22:44:45.885830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:47.780546 run osmo-stp_10.42.42.5(pid=4045): stderr: \u000a| �[0;m�[38;5;43m20221212224446140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224446140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224446140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224446140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224446141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224446141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224446141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:47.903648 run osmo-stp_10.42.42.5(pid=4045): stdout: \u000a| (launched: 2022-12-12_22:44:45.885830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:48.025720 run osmo-stp_10.42.42.5(pid=4045): stderr: \u000a| �[0;m�[38;5;43m20221212224446140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224446140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224446140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224446140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224446141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224446141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224446141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:48.079476 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4045): Process ended prematurely: osmo-stp_10.42.42.5(pid=4045) [trial-2383↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4045)] [trial-2383↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a22:44:48.087948 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a22:44:48.148157 run osmo-hlr_10.42.42.2(pid=4042): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4042)]\u000a22:44:48.197079 run osmo-hlr_10.42.42.2(pid=4042): stdout: \u000a| (launched: 2022-12-12_22:44:44.910249) \u000a22:44:48.246536 run osmo-hlr_10.42.42.2(pid=4042): stderr: \u000a| �[0;m�[1;31m20221212224445089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224445089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224445089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224445089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224445089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224445089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224445102 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224445112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224445112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224445112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:44:48.313523 run osmo-msc_10.42.42.6(pid=4048): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4048)]\u000a22:44:48.362581 run osmo-msc_10.42.42.6(pid=4048): stdout: \u000a| (launched: 2022-12-12_22:44:47.135495) \u000a22:44:48.411757 run osmo-msc_10.42.42.6(pid=4048): stderr: \u000a| �[0;m�[38;5;43m20221212224447434 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212224447434 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4ddfa88c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212224447434 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212224447434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212224447434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212224447434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212224447436 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212224447436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212224447437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212224447437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:44:48.453380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4041): Terminating (SIGTERM)\u000a22:44:48.492880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4044): Terminating (SIGTERM)\u000a22:44:48.532662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4047): Terminating (SIGTERM)\u000a22:44:48.542104 --- ParallelTerminationStrategy: PID 4041 died...\u000a22:44:48.595389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4041): Terminated: ok {rc=0}\u000a22:44:48.605291 --- ParallelTerminationStrategy: PID 4044 died...\u000a22:44:48.658330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4044): Terminated: ok {rc=0}\u000a22:44:48.668366 --- ParallelTerminationStrategy: PID 4047 died...\u000a22:44:48.721475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4047): Terminated: ok {rc=0}\u000a22:44:48.808260 bus /sierra_3: Setting Powered False\u000a22:44:49.911180 bus /sierra_3: Setting Powered False\u000a22:44:51.021032 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:44:31" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4059): Process ended prematurely: osmo-stp_10.42.42.5(pid=4059) [trial-2383↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4059)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4059): Process ended prematurely: osmo-stp_10.42.42.5(pid=4059) [trial-2383↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4059)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a22:44:53.041222 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:44:53.051846 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:44:53.191209 tst emergency_mo_mt_call.py: using LAC 32017\u000a22:44:53.314622 tst emergency_mo_mt_call.py: using RAC 142\u000a22:44:53.438561 tst emergency_mo_mt_call.py: using CellId 32017\u000a22:44:53.563789 tst emergency_mo_mt_call.py: using BVCI 32018\u000a22:44:53.588338 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:44:53.599462 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:44:53.610844 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:44:53.621785 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:44:53.632593 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:44:53.643479 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:44:53.758802 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:44:53.972493 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:44:54.484841 run create_hlr_db(pid=4053): Launched\u000a22:44:54.670938 bus /sierra_2: Setting Powered False\u000a22:44:55.691270 run create_hlr_db(pid=4053): Terminated: ok {rc=0}\u000a22:44:56.116835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4055): Launched\u000a22:44:56.438014 run osmo-hlr_10.42.42.2(pid=4056): Launched\u000a22:44:56.558765 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:44:57.115291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4058): Launched\u000a22:44:57.434885 run osmo-stp_10.42.42.5(pid=4059): Launched\u000a22:44:57.563852 tst emergency_mo_mt_call.py: using MSISDN 8008\u000a22:44:57.723174 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:44:58.307575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4061): Launched\u000a22:44:58.629720 run osmo-msc_10.42.42.6(pid=4062): Launched\u000a22:44:58.819251 run osmo-stp_10.42.42.5(pid=4059): ERR: Terminated: ERROR {rc=1} [trial-2383↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4059)]\u000a22:44:58.956321 run osmo-stp_10.42.42.5(pid=4059): stdout: \u000a| (launched: 2022-12-12_22:44:57.278497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:59.092324 run osmo-stp_10.42.42.5(pid=4059): stderr: \u000a| �[0;m�[38;5;43m20221212224457472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224457473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224457473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224457473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224457474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224457474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224457474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:59.221952 run osmo-stp_10.42.42.5(pid=4059): stdout: \u000a| (launched: 2022-12-12_22:44:57.278497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:59.350143 run osmo-stp_10.42.42.5(pid=4059): stderr: \u000a| �[0;m�[38;5;43m20221212224457472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224457473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224457473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224457473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224457474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224457474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224457474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:59.406738 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=4059): Process ended prematurely: osmo-stp_10.42.42.5(pid=4059) [trial-2383↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4059)] [trial-2383↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a22:44:59.415278 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a22:44:59.477275 run osmo-hlr_10.42.42.2(pid=4056): ERR: Terminated: ERROR {rc=237} [trial-2383↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4056)]\u000a22:44:59.528221 run osmo-hlr_10.42.42.2(pid=4056): stdout: \u000a| (launched: 2022-12-12_22:44:56.281275) \u000a22:44:59.579466 run osmo-hlr_10.42.42.2(pid=4056): stderr: \u000a| �[0;m�[1;31m20221212224456480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224456480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224456480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224456480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224456480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224456480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224456492 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224456500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224456501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224456501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:44:59.649401 run osmo-msc_10.42.42.6(pid=4062): ERR: Terminated: ERROR {rc=2} [trial-2383↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4062)]\u000a22:44:59.700250 run osmo-msc_10.42.42.6(pid=4062): stdout: \u000a| (launched: 2022-12-12_22:44:58.471648) \u000a22:44:59.751650 run osmo-msc_10.42.42.6(pid=4062): stderr: \u000a| �[0;m�[38;5;43m20221212224458795 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212224458795 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6bdae9ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212224458795 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212224458795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212224458796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212224458796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212224458798 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212224458798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212224458798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212224458798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:44:59.795180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4055): Terminating (SIGTERM)\u000a22:44:59.836365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4058): Terminating (SIGTERM)\u000a22:44:59.877696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4061): Terminating (SIGTERM)\u000a22:44:59.887398 --- ParallelTerminationStrategy: PID 4055 died...\u000a22:44:59.942531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4055): Terminated: ok {rc=0}\u000a22:44:59.952461 --- ParallelTerminationStrategy: PID 4058 died...\u000a22:45:00.007926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4058): Terminated: ok {rc=0}\u000a22:45:00.017956 --- ParallelTerminationStrategy: PID 4061 died...\u000a22:45:00.073054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4061): Terminated: ok {rc=0}\u000a22:45:00.159275 bus /sierra_3: Setting Powered False\u000a22:45:01.264665 bus /sierra_3: Setting Powered False\u000a22:45:02.369785 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4073): Process ended prematurely: osmo-stp_10.42.42.5(pid=4073) [trial-2383↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4073)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4073): Process ended prematurely: osmo-stp_10.42.42.5(pid=4073) [trial-2383↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a22:45:03.422245 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:45:03.433933 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:45:03.579322 tst emergency_preemptive_call.py: using LAC 32018\u000a22:45:03.705157 tst emergency_preemptive_call.py: using RAC 143\u000a22:45:03.830570 tst emergency_preemptive_call.py: using CellId 32018\u000a22:45:03.955877 tst emergency_preemptive_call.py: using BVCI 32019\u000a22:45:03.980248 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:45:03.991461 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:45:04.002357 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:45:04.013247 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:45:04.024168 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:45:04.035079 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:45:04.150335 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:45:04.270593 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:45:04.389569 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:45:04.591839 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:45:05.066271 run create_hlr_db(pid=4067): Launched\u000a22:45:05.239570 bus /sierra_2: Setting Powered False\u000a22:45:06.259481 run create_hlr_db(pid=4067): Terminated: ok {rc=0}\u000a22:45:06.660139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4069): Launched\u000a22:45:06.959612 run osmo-hlr_10.42.42.2(pid=4070): Launched\u000a22:45:07.076498 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:45:07.606281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4072): Launched\u000a22:45:07.915616 run osmo-stp_10.42.42.5(pid=4073): Launched\u000a22:45:08.045113 tst emergency_preemptive_call.py: using MSISDN 8009\u000a22:45:08.205324 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:45:08.790541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4075): Launched\u000a22:45:09.110416 run osmo-msc_10.42.42.6(pid=4076): Launched\u000a22:45:09.299335 run osmo-stp_10.42.42.5(pid=4073): ERR: Terminated: ERROR {rc=1} [trial-2383↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4073)]\u000a22:45:09.436566 run osmo-stp_10.42.42.5(pid=4073): stdout: \u000a| (launched: 2022-12-12_22:45:07.758685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:09.571730 run osmo-stp_10.42.42.5(pid=4073): stderr: \u000a| �[0;m�[38;5;43m20221212224507946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224507946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224507946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224507947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224507947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224507947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224507947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:09.700657 run osmo-stp_10.42.42.5(pid=4073): stdout: \u000a| (launched: 2022-12-12_22:45:07.758685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:09.828148 run osmo-stp_10.42.42.5(pid=4073): stderr: \u000a| �[0;m�[38;5;43m20221212224507946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224507946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224507946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224507947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224507947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224507947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224507947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:09.884013 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=4073): Process ended prematurely: osmo-stp_10.42.42.5(pid=4073) [trial-2383↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4073)] [trial-2383↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a22:45:09.892592 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a22:45:09.954981 run osmo-hlr_10.42.42.2(pid=4070): ERR: Terminated: ERROR {rc=237} [trial-2383↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4070)]\u000a22:45:10.005937 run osmo-hlr_10.42.42.2(pid=4070): stdout: \u000a| (launched: 2022-12-12_22:45:06.811800) \u000a22:45:10.057613 run osmo-hlr_10.42.42.2(pid=4070): stderr: \u000a| �[0;m�[1;31m20221212224506987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224506987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224506987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224506987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224506987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224506987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224506999 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224507008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224507008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224507008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:45:10.127764 run osmo-msc_10.42.42.6(pid=4076): ERR: Terminated: ERROR {rc=2} [trial-2383↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4076)]\u000a22:45:10.178970 run osmo-msc_10.42.42.6(pid=4076): stdout: \u000a| (launched: 2022-12-12_22:45:08.953491) \u000a22:45:10.230602 run osmo-msc_10.42.42.6(pid=4076): stderr: \u000a| �[0;m�[38;5;43m20221212224509274 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212224509274 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fea1b3cac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212224509275 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212224509275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212224509275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212224509275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212224509277 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212224509277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212224509277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212224509277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:45:10.274560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4069): Terminating (SIGTERM)\u000a22:45:10.316643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4072): Terminating (SIGTERM)\u000a22:45:10.358446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4075): Terminating (SIGTERM)\u000a22:45:10.368114 --- ParallelTerminationStrategy: PID 4069 died...\u000a22:45:10.424114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4069): Terminated: ok {rc=0}\u000a22:45:10.434263 --- ParallelTerminationStrategy: PID 4072 died...\u000a22:45:10.489817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4072): Terminated: ok {rc=0}\u000a22:45:10.499812 --- ParallelTerminationStrategy: PID 4075 died...\u000a22:45:10.555407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4075): Terminated: ok {rc=0}\u000a22:45:10.641682 bus /sierra_9: Setting Powered False\u000a22:45:11.748561 bus /sierra_9: Setting Powered False\u000a22:45:12.855368 bus /sierra_8: Setting Powered False\u000a22:45:13.956533 bus /sierra_8: Setting Powered False\u000a22:45:15.066310 bus /sierra_3: Setting Powered False\u000a22:45:16.169575 bus /sierra_3: Setting Powered False\u000a22:45:17.277287 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:44:52" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4091): Process ended prematurely: osmo-stp_10.42.42.5(pid=4091) [trial-2383↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4091)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4091): Process ended prematurely: osmo-stp_10.42.42.5(pid=4091) [trial-2383↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4091)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:45:19.408896 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:45:19.419603 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:45:19.557895 tst cs_paging_gprs_active.py: using LAC 32019\u000a22:45:19.678144 tst cs_paging_gprs_active.py: using RAC 144\u000a22:45:19.797794 tst cs_paging_gprs_active.py: using CellId 32019\u000a22:45:19.922139 tst cs_paging_gprs_active.py: using BVCI 32020\u000a22:45:19.945865 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:45:19.956437 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:45:19.966968 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:45:19.978308 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:45:19.989445 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:45:20.000609 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:45:20.012115 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:45:20.023339 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:45:20.034710 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:45:20.157876 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:45:20.440361 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:45:20.568750 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:45:20.885547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4081): Launched\u000a22:45:21.150087 run iperf3-srv_10.42.42.10(pid=4082): Launched\u000a22:45:21.337417 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:45:21.465001 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:45:21.782080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4083): Launched\u000a22:45:22.046996 run iperf3-srv_10.42.42.10(pid=4084): Launched\u000a22:45:22.235343 tst cs_paging_gprs_active.py:38: start network...\u000a22:45:22.363509 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:45:22.848340 run create_hlr_db(pid=4085): Launched\u000a22:45:23.025528 bus /sierra_2: Setting Powered False\u000a22:45:24.045700 run create_hlr_db(pid=4085): Terminated: ok {rc=0}\u000a22:45:24.482119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4087): Launched\u000a22:45:24.810074 run osmo-hlr_10.42.42.2(pid=4088): Launched\u000a22:45:24.929445 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:45:25.496373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4090): Launched\u000a22:45:25.822228 run osmo-stp_10.42.42.5(pid=4091): Launched\u000a22:45:25.940800 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:45:26.510204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4093): Launched\u000a22:45:26.626949 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:45:26.911770 run patchelf(pid=4094): Launched\u000a22:45:27.103518 run osmo-stp_10.42.42.5(pid=4091): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4091)]\u000a22:45:27.242964 run osmo-stp_10.42.42.5(pid=4091): stdout: \u000a| (launched: 2022-12-12_22:45:25.662298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:27.382696 run osmo-stp_10.42.42.5(pid=4091): stderr: \u000a| �[0;m�[38;5;43m20221212224525857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224525857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224525858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224525858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224525858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224525859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224525859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:27.518471 run osmo-stp_10.42.42.5(pid=4091): stdout: \u000a| (launched: 2022-12-12_22:45:25.662298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:27.652125 run osmo-stp_10.42.42.5(pid=4091): stderr: \u000a| �[0;m�[38;5;43m20221212224525857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224525857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224525858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224525858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224525858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224525859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224525859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:27.808165 run patchelf(pid=4094): Terminating (SIGINT)\u000a22:45:27.991847 run patchelf(pid=4094): Terminated: ok {rc=0}\u000a22:45:28.025459 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4091): Process ended prematurely: osmo-stp_10.42.42.5(pid=4091) [trial-2383↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4091)] [trial-2383↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a22:45:28.035115 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:45:28.097047 run osmo-hlr_10.42.42.2(pid=4088): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4088)]\u000a22:45:28.147760 run osmo-hlr_10.42.42.2(pid=4088): stdout: \u000a| (launched: 2022-12-12_22:45:24.649350) \u000a22:45:28.199016 run osmo-hlr_10.42.42.2(pid=4088): stderr: \u000a| �[0;m�[1;31m20221212224524851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224524851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224524851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224524851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224524851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224524851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224524863 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224524871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224524871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224524871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:45:28.242771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4081): Terminating (SIGTERM)\u000a22:45:28.284032 run iperf3-srv_10.42.42.10(pid=4082): Terminating (SIGTERM)\u000a22:45:28.325476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4083): Terminating (SIGTERM)\u000a22:45:28.366736 run iperf3-srv_10.42.42.10(pid=4084): Terminating (SIGTERM)\u000a22:45:28.408008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4087): Terminating (SIGTERM)\u000a22:45:28.450117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4090): Terminating (SIGTERM)\u000a22:45:28.491630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4093): Terminating (SIGTERM)\u000a22:45:28.501332 --- ParallelTerminationStrategy: PID 4081 died...\u000a22:45:28.556228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4081): Terminated: ok {rc=0}\u000a22:45:28.566151 --- ParallelTerminationStrategy: PID 4082 died...\u000a22:45:28.620658 run iperf3-srv_10.42.42.10(pid=4082): Terminated {rc=256}\u000a22:45:28.630569 --- ParallelTerminationStrategy: PID 4083 died...\u000a22:45:28.685274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4083): Terminated: ok {rc=0}\u000a22:45:28.695154 --- ParallelTerminationStrategy: PID 4084 died...\u000a22:45:28.749704 run iperf3-srv_10.42.42.10(pid=4084): Terminated {rc=256}\u000a22:45:28.759607 --- ParallelTerminationStrategy: PID 4087 died...\u000a22:45:28.814183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4087): Terminated: ok {rc=0}\u000a22:45:28.824053 --- ParallelTerminationStrategy: PID 4090 died...\u000a22:45:28.879153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4090): Terminated: ok {rc=0}\u000a22:45:28.889162 --- ParallelTerminationStrategy: PID 4093 died...\u000a22:45:28.943696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4093): Terminated: ok {rc=0}\u000a22:45:29.029801 bus /gobi_0: Setting Powered False\u000a22:45:30.137218 bus /gobi_0: Setting Powered False\u000a22:45:31.260533 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4103): Process ended prematurely: osmo-stp_10.42.42.5(pid=4103) [trial-2383↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4103)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4103): Process ended prematurely: osmo-stp_10.42.42.5(pid=4103) [trial-2383↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4103)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a22:45:32.372746 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:45:32.383819 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:45:32.532415 tst iperf3.py: using LAC 32020\u000a22:45:32.661215 tst iperf3.py: using RAC 145\u000a22:45:32.791111 tst iperf3.py: using CellId 32020\u000a22:45:32.919805 tst iperf3.py: using BVCI 32021\u000a22:45:32.945594 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:45:32.956814 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:45:32.967786 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:45:32.978669 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:45:32.989648 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:45:33.000590 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:45:33.011763 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:45:33.022554 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:45:33.033667 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:45:33.315661 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:45:33.443952 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:45:33.762025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4095): Launched\u000a22:45:34.026139 run iperf3-srv_10.42.42.10(pid=4096): Launched\u000a22:45:34.213403 tst iperf3.py:8: start network...\u000a22:45:34.341715 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:45:34.825680 run create_hlr_db(pid=4097): Launched\u000a22:45:35.003013 bus /gobi_6: Setting Powered False\u000a22:45:36.023511 run create_hlr_db(pid=4097): Terminated: ok {rc=0}\u000a22:45:36.430855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4099): Launched\u000a22:45:36.738775 run osmo-hlr_10.42.42.2(pid=4100): Launched\u000a22:45:36.858029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:45:37.397329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4102): Launched\u000a22:45:37.703573 run osmo-stp_10.42.42.5(pid=4103): Launched\u000a22:45:37.815999 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:45:38.348266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4105): Launched\u000a22:45:38.457428 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:45:38.725021 run patchelf(pid=4106): Launched\u000a22:45:38.904151 run osmo-stp_10.42.42.5(pid=4103): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4103)]\u000a22:45:39.034685 run osmo-stp_10.42.42.5(pid=4103): stdout: \u000a| (launched: 2022-12-12_22:45:37.552470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:39.165723 run osmo-stp_10.42.42.5(pid=4103): stderr: \u000a| �[0;m�[38;5;43m20221212224537724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224537725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224537725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224537725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224537726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224537726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224537726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:39.291958 run osmo-stp_10.42.42.5(pid=4103): stdout: \u000a| (launched: 2022-12-12_22:45:37.552470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:39.417396 run osmo-stp_10.42.42.5(pid=4103): stderr: \u000a| �[0;m�[38;5;43m20221212224537724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224537725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224537725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224537725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224537726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224537726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224537726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:39.564591 run patchelf(pid=4106): Terminating (SIGINT)\u000a22:45:39.737744 run patchelf(pid=4106): Terminated: ok {rc=0}\u000a22:45:39.769267 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4103): Process ended prematurely: osmo-stp_10.42.42.5(pid=4103) [trial-2383↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4103)] [trial-2383↪gprs:trx-umtrx↪iperf3.py:8]\u000a22:45:39.778490 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a22:45:39.838817 run osmo-hlr_10.42.42.2(pid=4100): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4100)]\u000a22:45:39.887577 run osmo-hlr_10.42.42.2(pid=4100): stdout: \u000a| (launched: 2022-12-12_22:45:36.587719) \u000a22:45:39.936862 run osmo-hlr_10.42.42.2(pid=4100): stderr: \u000a| �[0;m�[1;31m20221212224536783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224536783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224536783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224536783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224536783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224536783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224536795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224536803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224536803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224536803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:45:39.978500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4095): Terminating (SIGTERM)\u000a22:45:40.017902 run iperf3-srv_10.42.42.10(pid=4096): Terminating (SIGTERM)\u000a22:45:40.057309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4099): Terminating (SIGTERM)\u000a22:45:40.096583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4102): Terminating (SIGTERM)\u000a22:45:40.135810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4105): Terminating (SIGTERM)\u000a22:45:40.145273 --- ParallelTerminationStrategy: PID 4095 died...\u000a22:45:40.198712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4095): Terminated: ok {rc=0}\u000a22:45:40.208193 --- ParallelTerminationStrategy: PID 4096 died...\u000a22:45:40.260291 run iperf3-srv_10.42.42.10(pid=4096): Terminated {rc=256}\u000a22:45:40.270010 --- ParallelTerminationStrategy: PID 4099 died...\u000a22:45:40.322153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4099): Terminated: ok {rc=0}\u000a22:45:40.331750 --- ParallelTerminationStrategy: PID 4102 died...\u000a22:45:40.384521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4102): Terminated: ok {rc=0}\u000a22:45:40.394281 --- ParallelTerminationStrategy: PID 4105 died...\u000a22:45:40.446884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4105): Terminated: ok {rc=0}\u000a22:45:40.529440 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "gprs:trx-umtrx", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4121): Process ended prematurely: osmo-stp_10.42.42.5(pid=4121) [trial-2383↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4121)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4121): Process ended prematurely: osmo-stp_10.42.42.5(pid=4121) [trial-2383↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4121)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a22:45:41.644290 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:45:41.655884 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:45:41.801523 tst iperf3m4.py: using LAC 32021\u000a22:45:41.934408 tst iperf3m4.py: using RAC 146\u000a22:45:42.061103 tst iperf3m4.py: using CellId 32021\u000a22:45:42.181731 tst iperf3m4.py: using BVCI 32022\u000a22:45:42.205316 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:45:42.215846 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:45:42.226170 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:45:42.236724 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:45:42.247300 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:45:42.257909 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:45:42.268625 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:45:42.279181 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:45:42.289871 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:45:42.409445 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:45:42.531778 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:45:42.652677 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:45:42.934121 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:45:43.061484 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:45:43.378142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4107): Launched\u000a22:45:43.643219 run iperf3-srv_10.42.42.10(pid=4108): Launched\u000a22:45:43.832081 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:45:43.961315 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:45:44.280196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4109): Launched\u000a22:45:44.544036 run iperf3-srv_10.42.42.10(pid=4110): Launched\u000a22:45:44.732414 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:45:44.860467 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:45:45.177804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4111): Launched\u000a22:45:45.443068 run iperf3-srv_10.42.42.10(pid=4112): Launched\u000a22:45:45.631206 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:45:45.759564 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:45:46.169605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4113): Launched\u000a22:45:46.476405 run iperf3-srv_10.42.42.10(pid=4114): Launched\u000a22:45:46.683932 tst iperf3m4.py:8: start network...\u000a22:45:46.825666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:45:47.410557 run create_hlr_db(pid=4115): Launched\u000a22:45:47.601881 bus /gobi_6: Setting Powered False\u000a22:45:48.611880 run create_hlr_db(pid=4115): Terminated: ok {rc=0}\u000a22:45:49.055808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4117): Launched\u000a22:45:49.383715 run osmo-hlr_10.42.42.2(pid=4118): Launched\u000a22:45:49.505304 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:45:50.075262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4120): Launched\u000a22:45:50.402536 run osmo-stp_10.42.42.5(pid=4121): Launched\u000a22:45:50.526767 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:45:51.097635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4123): Launched\u000a22:45:51.214286 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:45:51.499570 run patchelf(pid=4124): Launched\u000a22:45:51.690829 run osmo-stp_10.42.42.5(pid=4121): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4121)]\u000a22:45:51.830508 run osmo-stp_10.42.42.5(pid=4121): stdout: \u000a| (launched: 2022-12-12_22:45:50.241671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:51.970454 run osmo-stp_10.42.42.5(pid=4121): stderr: \u000a| �[0;m�[38;5;43m20221212224550436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224550436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224550436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224550437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224550437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224550437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224550437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:52.105969 run osmo-stp_10.42.42.5(pid=4121): stdout: \u000a| (launched: 2022-12-12_22:45:50.241671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:52.240106 run osmo-stp_10.42.42.5(pid=4121): stderr: \u000a| �[0;m�[38;5;43m20221212224550436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224550436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224550436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224550437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224550437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224550437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224550437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:52.397253 run patchelf(pid=4124): Terminating (SIGINT)\u000a22:45:52.582121 run patchelf(pid=4124): Terminated: ok {rc=0}\u000a22:45:52.615722 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4121): Process ended prematurely: osmo-stp_10.42.42.5(pid=4121) [trial-2383↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4121)] [trial-2383↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a22:45:52.625812 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a22:45:52.688141 run osmo-hlr_10.42.42.2(pid=4118): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4118)]\u000a22:45:52.738621 run osmo-hlr_10.42.42.2(pid=4118): stdout: \u000a| (launched: 2022-12-12_22:45:49.221938) \u000a22:45:52.789871 run osmo-hlr_10.42.42.2(pid=4118): stderr: \u000a| �[0;m�[1;31m20221212224549424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224549424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224549424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224549424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224549424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224549424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224549436 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224549444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224549445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224549445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:45:52.833603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4107): Terminating (SIGTERM)\u000a22:45:52.874889 run iperf3-srv_10.42.42.10(pid=4108): Terminating (SIGTERM)\u000a22:45:52.916196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4109): Terminating (SIGTERM)\u000a22:45:52.957456 run iperf3-srv_10.42.42.10(pid=4110): Terminating (SIGTERM)\u000a22:45:52.999017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4111): Terminating (SIGTERM)\u000a22:45:53.040366 run iperf3-srv_10.42.42.10(pid=4112): Terminating (SIGTERM)\u000a22:45:53.081934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4113): Terminating (SIGTERM)\u000a22:45:53.123115 run iperf3-srv_10.42.42.10(pid=4114): Terminating (SIGTERM)\u000a22:45:53.164488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4117): Terminating (SIGTERM)\u000a22:45:53.205837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4120): Terminating (SIGTERM)\u000a22:45:53.246967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4123): Terminating (SIGTERM)\u000a22:45:53.256638 --- ParallelTerminationStrategy: PID 4107 died...\u000a22:45:53.311891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4107): Terminated: ok {rc=0}\u000a22:45:53.321928 --- ParallelTerminationStrategy: PID 4108 died...\u000a22:45:53.377326 run iperf3-srv_10.42.42.10(pid=4108): Terminated {rc=256}\u000a22:45:53.387177 --- ParallelTerminationStrategy: PID 4109 died...\u000a22:45:53.442321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4109): Terminated: ok {rc=0}\u000a22:45:53.452281 --- ParallelTerminationStrategy: PID 4110 died...\u000a22:45:53.506769 run iperf3-srv_10.42.42.10(pid=4110): Terminated {rc=256}\u000a22:45:53.516572 --- ParallelTerminationStrategy: PID 4111 died...\u000a22:45:53.571082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4111): Terminated: ok {rc=0}\u000a22:45:53.580908 --- ParallelTerminationStrategy: PID 4112 died...\u000a22:45:53.635811 run iperf3-srv_10.42.42.10(pid=4112): Terminated {rc=256}\u000a22:45:53.645731 --- ParallelTerminationStrategy: PID 4113 died...\u000a22:45:53.700329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4113): Terminated: ok {rc=0}\u000a22:45:53.710338 --- ParallelTerminationStrategy: PID 4114 died...\u000a22:45:53.764979 run iperf3-srv_10.42.42.10(pid=4114): Terminated {rc=256}\u000a22:45:53.774837 --- ParallelTerminationStrategy: PID 4117 died...\u000a22:45:53.829508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4117): Terminated: ok {rc=0}\u000a22:45:53.839458 --- ParallelTerminationStrategy: PID 4120 died...\u000a22:45:53.894350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4120): Terminated: ok {rc=0}\u000a22:45:53.904321 --- ParallelTerminationStrategy: PID 4123 died...\u000a22:45:53.959056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4123): Terminated: ok {rc=0}\u000a22:45:54.045541 bus /gobi_4: Setting Powered False\u000a22:45:55.149440 bus /gobi_4: Setting Powered False\u000a22:45:56.259803 bus /gobi_1: Setting Powered False\u000a22:45:57.362050 bus /gobi_1: Setting Powered False\u000a22:45:58.472168 bus /gobi_0: Setting Powered False\u000a22:45:59.576560 bus /gobi_0: Setting Powered False\u000a22:46:00.684235 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 184, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4131): Process ended prematurely: osmo-stp_10.42.42.5(pid=4131) [trial-2383↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4131)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4131): Process ended prematurely: osmo-stp_10.42.42.5(pid=4131) [trial-2383↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a22:46:01.749782 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:46:01.761994 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:46:01.931562 tst ping.py: using LAC 32022\u000a22:46:02.086895 tst ping.py: using RAC 147\u000a22:46:02.231160 tst ping.py: using CellId 32022\u000a22:46:02.357630 tst ping.py: using BVCI 32023\u000a22:46:02.382231 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:46:02.393267 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:46:02.404100 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:46:02.415146 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:46:02.426349 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:46:02.437250 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:46:02.448142 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:46:02.459122 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:46:02.736573 tst ping.py:19: start network...\u000a22:46:02.862049 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:46:03.333164 run create_hlr_db(pid=4125): Launched\u000a22:46:03.507383 bus /gobi_6: Setting Powered False\u000a22:46:04.526399 run create_hlr_db(pid=4125): Terminated: ok {rc=0}\u000a22:46:04.952040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4127): Launched\u000a22:46:05.271162 run osmo-hlr_10.42.42.2(pid=4128): Launched\u000a22:46:05.393063 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:46:05.957112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4130): Launched\u000a22:46:06.277029 run osmo-stp_10.42.42.5(pid=4131): Launched\u000a22:46:06.393326 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:46:06.953966 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4133): Launched\u000a22:46:07.068088 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:46:07.347481 run patchelf(pid=4134): Launched\u000a22:46:07.536171 run osmo-stp_10.42.42.5(pid=4131): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4131)]\u000a22:46:07.673465 run osmo-stp_10.42.42.5(pid=4131): stdout: \u000a| (launched: 2022-12-12_22:46:06.120161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:07.811146 run osmo-stp_10.42.42.5(pid=4131): stderr: \u000a| �[0;m�[38;5;43m20221212224606312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224606312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224606312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224606313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224606315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224606315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224606315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:07.944142 run osmo-stp_10.42.42.5(pid=4131): stdout: \u000a| (launched: 2022-12-12_22:46:06.120161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:08.075694 run osmo-stp_10.42.42.5(pid=4131): stderr: \u000a| �[0;m�[38;5;43m20221212224606312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224606312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224606312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224606313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224606315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224606315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224606315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:08.229902 run patchelf(pid=4134): Terminating (SIGINT)\u000a22:46:08.411474 run patchelf(pid=4134): Terminated: ok {rc=0}\u000a22:46:08.444745 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4131): Process ended prematurely: osmo-stp_10.42.42.5(pid=4131) [trial-2383↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4131)] [trial-2383↪gprs:trx-umtrx↪ping.py:22]\u000a22:46:08.454142 tst ping.py:22: Test FAILED (6.7 sec)\u000a22:46:08.516493 run osmo-hlr_10.42.42.2(pid=4128): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4128)]\u000a22:46:08.567309 run osmo-hlr_10.42.42.2(pid=4128): stdout: \u000a| (launched: 2022-12-12_22:46:05.114834) \u000a22:46:08.618767 run osmo-hlr_10.42.42.2(pid=4128): stderr: \u000a| �[0;m�[1;31m20221212224605314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224605314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224605314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224605314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224605314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224605315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224605327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224605336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224605336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224605336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:46:08.662973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4127): Terminating (SIGTERM)\u000a22:46:08.704792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4130): Terminating (SIGTERM)\u000a22:46:08.746596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4133): Terminating (SIGTERM)\u000a22:46:08.756282 --- ParallelTerminationStrategy: PID 4127 died...\u000a22:46:08.811922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4127): Terminated: ok {rc=0}\u000a22:46:08.821990 --- ParallelTerminationStrategy: PID 4130 died...\u000a22:46:08.877647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4130): Terminated: ok {rc=0}\u000a22:46:08.887657 --- ParallelTerminationStrategy: PID 4133 died...\u000a22:46:08.942848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4133): Terminated: ok {rc=0}\u000a22:46:09.028770 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4141): Process ended prematurely: osmo-stp_10.42.42.5(pid=4141) [trial-2383↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4141)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4141): Process ended prematurely: osmo-stp_10.42.42.5(pid=4141) [trial-2383↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a22:46:10.081291 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:46:10.093119 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:46:10.235434 tst ping_idle_ping.py: using LAC 32023\u000a22:46:10.361741 tst ping_idle_ping.py: using RAC 148\u000a22:46:10.488538 tst ping_idle_ping.py: using CellId 32023\u000a22:46:10.614762 tst ping_idle_ping.py: using BVCI 32024\u000a22:46:10.639635 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:46:10.650708 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:46:10.661616 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:46:10.672342 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:46:10.683167 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:46:10.693944 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:46:10.704742 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:46:10.715770 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:46:11.007310 tst ping_idle_ping.py:24: start network...\u000a22:46:11.140753 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:46:11.655080 run create_hlr_db(pid=4135): Launched\u000a22:46:11.841315 bus /gobi_6: Setting Powered False\u000a22:46:12.862789 run create_hlr_db(pid=4135): Terminated: ok {rc=0}\u000a22:46:13.292100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4137): Launched\u000a22:46:13.615265 run osmo-hlr_10.42.42.2(pid=4138): Launched\u000a22:46:13.737213 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:46:14.299279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4140): Launched\u000a22:46:14.621025 run osmo-stp_10.42.42.5(pid=4141): Launched\u000a22:46:14.737773 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:46:15.298441 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4143): Launched\u000a22:46:15.412451 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:46:15.692254 run patchelf(pid=4144): Launched\u000a22:46:15.880832 run osmo-stp_10.42.42.5(pid=4141): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4141)]\u000a22:46:16.020425 run osmo-stp_10.42.42.5(pid=4141): stdout: \u000a| (launched: 2022-12-12_22:46:14.463529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:16.159582 run osmo-stp_10.42.42.5(pid=4141): stderr: \u000a| �[0;m�[38;5;43m20221212224614656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224614656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224614656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224614657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224614657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224614657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224614658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:16.294892 run osmo-stp_10.42.42.5(pid=4141): stdout: \u000a| (launched: 2022-12-12_22:46:14.463529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:16.428846 run osmo-stp_10.42.42.5(pid=4141): stderr: \u000a| �[0;m�[38;5;43m20221212224614656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224614656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224614656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224614657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224614657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224614657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224614658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:16.585959 run patchelf(pid=4144): Terminating (SIGINT)\u000a22:46:16.770024 run patchelf(pid=4144): Terminated: ok {rc=0}\u000a22:46:16.803776 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4141): Process ended prematurely: osmo-stp_10.42.42.5(pid=4141) [trial-2383↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4141)] [trial-2383↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a22:46:16.813898 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a22:46:16.877164 run osmo-hlr_10.42.42.2(pid=4138): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4138)]\u000a22:46:16.928519 run osmo-hlr_10.42.42.2(pid=4138): stdout: \u000a| (launched: 2022-12-12_22:46:13.456683) \u000a22:46:16.980615 run osmo-hlr_10.42.42.2(pid=4138): stderr: \u000a| �[0;m�[1;31m20221212224613657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224613657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224613657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224613657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224613657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224613657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224613671 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224613679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224613679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224613679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:46:17.025094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4137): Terminating (SIGTERM)\u000a22:46:17.067848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4140): Terminating (SIGTERM)\u000a22:46:17.111283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4143): Terminating (SIGTERM)\u000a22:46:17.121160 --- ParallelTerminationStrategy: PID 4137 died...\u000a22:46:17.176813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4137): Terminated: ok {rc=0}\u000a22:46:17.187198 --- ParallelTerminationStrategy: PID 4140 died...\u000a22:46:17.242808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4140): Terminated: ok {rc=0}\u000a22:46:17.252739 --- ParallelTerminationStrategy: PID 4143 died...\u000a22:46:17.307753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4143): Terminated: ok {rc=0}\u000a22:46:17.393507 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:45:19" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4159): Process ended prematurely: osmo-stp_10.42.42.5(pid=4159) [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4159)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4159): Process ended prematurely: osmo-stp_10.42.42.5(pid=4159) [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4159)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:46:19.530544 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:46:19.541311 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:46:19.682128 tst cs_paging_gprs_active.py: using LAC 32024\u000a22:46:19.803993 tst cs_paging_gprs_active.py: using RAC 149\u000a22:46:19.927317 tst cs_paging_gprs_active.py: using CellId 32024\u000a22:46:20.050276 tst cs_paging_gprs_active.py: using BVCI 32025\u000a22:46:20.074009 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:46:20.084772 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:46:20.095308 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:46:20.106290 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:46:20.117202 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:46:20.128012 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:46:20.139067 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:46:20.149788 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:46:20.160616 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:46:20.281798 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:46:20.564243 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:46:20.692733 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:46:21.011295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4149): Launched\u000a22:46:21.276093 run iperf3-srv_10.42.42.10(pid=4150): Launched\u000a22:46:21.463614 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:46:21.591758 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:46:21.910929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4151): Launched\u000a22:46:22.176141 run iperf3-srv_10.42.42.10(pid=4152): Launched\u000a22:46:22.363838 tst cs_paging_gprs_active.py:38: start network...\u000a22:46:22.492395 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:46:22.976122 run create_hlr_db(pid=4153): Launched\u000a22:46:23.153553 bus /gobi_6: Setting Powered False\u000a22:46:24.173890 run create_hlr_db(pid=4153): Terminated: ok {rc=0}\u000a22:46:24.609804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4155): Launched\u000a22:46:24.938252 run osmo-hlr_10.42.42.2(pid=4156): Launched\u000a22:46:25.061256 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:46:25.631436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4158): Launched\u000a22:46:25.959216 run osmo-stp_10.42.42.5(pid=4159): Launched\u000a22:46:26.078926 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:46:26.652234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4161): Launched\u000a22:46:26.769228 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:46:27.054594 run patchelf(pid=4162): Launched\u000a22:46:27.246024 run osmo-stp_10.42.42.5(pid=4159): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4159)]\u000a22:46:27.385805 run osmo-stp_10.42.42.5(pid=4159): stdout: \u000a| (launched: 2022-12-12_22:46:25.798166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:27.526343 run osmo-stp_10.42.42.5(pid=4159): stderr: \u000a| �[0;m�[38;5;43m20221212224625990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224625991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224625991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224625991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224625992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224625992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224625992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:27.662023 run osmo-stp_10.42.42.5(pid=4159): stdout: \u000a| (launched: 2022-12-12_22:46:25.798166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:27.796597 run osmo-stp_10.42.42.5(pid=4159): stderr: \u000a| �[0;m�[38;5;43m20221212224625990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224625991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224625991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224625991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224625992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224625992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224625992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:27.953106 run patchelf(pid=4162): Terminating (SIGINT)\u000a22:46:28.137547 run patchelf(pid=4162): Terminated: ok {rc=0}\u000a22:46:28.171133 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4159): Process ended prematurely: osmo-stp_10.42.42.5(pid=4159) [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4159)] [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a22:46:28.180750 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:46:28.243540 run osmo-hlr_10.42.42.2(pid=4156): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4156)]\u000a22:46:28.294754 run osmo-hlr_10.42.42.2(pid=4156): stdout: \u000a| (launched: 2022-12-12_22:46:24.777218) \u000a22:46:28.346433 run osmo-hlr_10.42.42.2(pid=4156): stderr: \u000a| �[0;m�[1;31m20221212224624976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224624976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224624976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224624976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224624976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224624976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224624989 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224624997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224624997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224624997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:46:28.390790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4149): Terminating (SIGTERM)\u000a22:46:28.432732 run iperf3-srv_10.42.42.10(pid=4150): Terminating (SIGTERM)\u000a22:46:28.474981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4151): Terminating (SIGTERM)\u000a22:46:28.516779 run iperf3-srv_10.42.42.10(pid=4152): Terminating (SIGTERM)\u000a22:46:28.558658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4155): Terminating (SIGTERM)\u000a22:46:28.600353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4158): Terminating (SIGTERM)\u000a22:46:28.642649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4161): Terminating (SIGTERM)\u000a22:46:28.652347 --- ParallelTerminationStrategy: PID 4149 died...\u000a22:46:28.708220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4149): Terminated: ok {rc=0}\u000a22:46:28.718324 --- ParallelTerminationStrategy: PID 4150 died...\u000a22:46:28.773147 run iperf3-srv_10.42.42.10(pid=4150): Terminated {rc=256}\u000a22:46:28.783115 --- ParallelTerminationStrategy: PID 4151 died...\u000a22:46:28.838703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4151): Terminated: ok {rc=0}\u000a22:46:28.848634 --- ParallelTerminationStrategy: PID 4152 died...\u000a22:46:28.903992 run iperf3-srv_10.42.42.10(pid=4152): Terminated {rc=256}\u000a22:46:28.914410 --- ParallelTerminationStrategy: PID 4155 died...\u000a22:46:28.969910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4155): Terminated: ok {rc=0}\u000a22:46:28.979865 --- ParallelTerminationStrategy: PID 4158 died...\u000a22:46:29.035109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4158): Terminated: ok {rc=0}\u000a22:46:29.045262 --- ParallelTerminationStrategy: PID 4161 died...\u000a22:46:29.100135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4161): Terminated: ok {rc=0}\u000a22:46:29.186258 bus /gobi_0: Setting Powered False\u000a22:46:30.292465 bus /gobi_0: Setting Powered False\u000a22:46:31.422006 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4171): Process ended prematurely: osmo-stp_10.42.42.5(pid=4171) [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4171)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4171): Process ended prematurely: osmo-stp_10.42.42.5(pid=4171) [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4171)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a22:46:32.535383 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:46:32.546814 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:46:32.690098 tst iperf3.py: using LAC 32025\u000a22:46:32.818885 tst iperf3.py: using RAC 150\u000a22:46:32.950124 tst iperf3.py: using CellId 32025\u000a22:46:33.079725 tst iperf3.py: using BVCI 32026\u000a22:46:33.105103 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:46:33.116623 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:46:33.127727 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:46:33.139143 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:46:33.150177 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:46:33.161235 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:46:33.172571 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:46:33.183541 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:46:33.194757 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:46:33.477356 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:46:33.605292 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:46:33.922370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4163): Launched\u000a22:46:34.186369 run iperf3-srv_10.42.42.10(pid=4164): Launched\u000a22:46:34.373545 tst iperf3.py:8: start network...\u000a22:46:34.501536 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:46:34.982245 run create_hlr_db(pid=4165): Launched\u000a22:46:35.158826 bus /gobi_6: Setting Powered False\u000a22:46:36.178068 run create_hlr_db(pid=4165): Terminated: ok {rc=0}\u000a22:46:36.611167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4167): Launched\u000a22:46:36.937338 run osmo-hlr_10.42.42.2(pid=4168): Launched\u000a22:46:37.061085 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:46:37.634460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4170): Launched\u000a22:46:37.961073 run osmo-stp_10.42.42.5(pid=4171): Launched\u000a22:46:38.079482 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:46:38.648467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4173): Launched\u000a22:46:38.764871 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:46:39.050000 run patchelf(pid=4174): Launched\u000a22:46:39.240660 run osmo-stp_10.42.42.5(pid=4171): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4171)]\u000a22:46:39.379085 run osmo-stp_10.42.42.5(pid=4171): stdout: \u000a| (launched: 2022-12-12_22:46:37.801021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:39.518925 run osmo-stp_10.42.42.5(pid=4171): stderr: \u000a| �[0;m�[38;5;43m20221212224637992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224637992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224637993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224637993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224637994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224637994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224637994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:39.653260 run osmo-stp_10.42.42.5(pid=4171): stdout: \u000a| (launched: 2022-12-12_22:46:37.801021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:39.786497 run osmo-stp_10.42.42.5(pid=4171): stderr: \u000a| �[0;m�[38;5;43m20221212224637992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224637992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224637993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224637993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224637994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224637994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224637994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:39.942664 run patchelf(pid=4174): Terminating (SIGINT)\u000a22:46:40.126693 run patchelf(pid=4174): Terminated: ok {rc=0}\u000a22:46:40.160165 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4171): Process ended prematurely: osmo-stp_10.42.42.5(pid=4171) [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4171)] [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a22:46:40.169924 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a22:46:40.232439 run osmo-hlr_10.42.42.2(pid=4168): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4168)]\u000a22:46:40.283531 run osmo-hlr_10.42.42.2(pid=4168): stdout: \u000a| (launched: 2022-12-12_22:46:36.777118) \u000a22:46:40.335019 run osmo-hlr_10.42.42.2(pid=4168): stderr: \u000a| �[0;m�[1;31m20221212224636976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224636976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224636976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224636976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224636976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224636976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224636989 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224636998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224636998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224636998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:46:40.378507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4163): Terminating (SIGTERM)\u000a22:46:40.419471 run iperf3-srv_10.42.42.10(pid=4164): Terminating (SIGTERM)\u000a22:46:40.460921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4167): Terminating (SIGTERM)\u000a22:46:40.502138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4170): Terminating (SIGTERM)\u000a22:46:40.543301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4173): Terminating (SIGTERM)\u000a22:46:40.552888 --- ParallelTerminationStrategy: PID 4163 died...\u000a22:46:40.608189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4163): Terminated: ok {rc=0}\u000a22:46:40.618239 --- ParallelTerminationStrategy: PID 4164 died...\u000a22:46:40.672735 run iperf3-srv_10.42.42.10(pid=4164): Terminated {rc=256}\u000a22:46:40.682778 --- ParallelTerminationStrategy: PID 4167 died...\u000a22:46:40.737271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4167): Terminated: ok {rc=0}\u000a22:46:40.747138 --- ParallelTerminationStrategy: PID 4170 died...\u000a22:46:40.801806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4170): Terminated: ok {rc=0}\u000a22:46:40.811732 --- ParallelTerminationStrategy: PID 4173 died...\u000a22:46:40.866253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4173): Terminated: ok {rc=0}\u000a22:46:40.951119 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4189): Process ended prematurely: osmo-stp_10.42.42.5(pid=4189) [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4189)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4189): Process ended prematurely: osmo-stp_10.42.42.5(pid=4189) [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4189)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a22:46:42.062600 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:46:42.074389 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:46:42.214179 tst iperf3m4.py: using LAC 32026\u000a22:46:42.337324 tst iperf3m4.py: using RAC 151\u000a22:46:42.458641 tst iperf3m4.py: using CellId 32026\u000a22:46:42.582010 tst iperf3m4.py: using BVCI 32027\u000a22:46:42.605517 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:46:42.616284 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:46:42.626913 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:46:42.637791 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:46:42.648656 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:46:42.659488 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:46:42.670581 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:46:42.681563 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:46:42.692589 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:46:42.813041 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:46:42.935249 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:46:43.057234 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:46:43.344110 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:46:43.472548 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:46:43.790382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4175): Launched\u000a22:46:44.055318 run iperf3-srv_10.42.42.10(pid=4176): Launched\u000a22:46:44.244132 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:46:44.373321 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:46:44.692000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4177): Launched\u000a22:46:44.955450 run iperf3-srv_10.42.42.10(pid=4178): Launched\u000a22:46:45.143386 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:46:45.271578 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:46:45.589229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4179): Launched\u000a22:46:45.857442 run iperf3-srv_10.42.42.10(pid=4180): Launched\u000a22:46:46.075481 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:46:46.216199 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:46:46.578506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4181): Launched\u000a22:46:46.881437 run iperf3-srv_10.42.42.10(pid=4182): Launched\u000a22:46:47.088219 tst iperf3m4.py:8: start network...\u000a22:46:47.226688 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:46:47.753863 run create_hlr_db(pid=4183): Launched\u000a22:46:47.943156 bus /gobi_6: Setting Powered False\u000a22:46:48.964046 run create_hlr_db(pid=4183): Terminated: ok {rc=0}\u000a22:46:49.375791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4185): Launched\u000a22:46:49.683557 run osmo-hlr_10.42.42.2(pid=4186): Launched\u000a22:46:49.804788 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:46:50.375187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4188): Launched\u000a22:46:50.702982 run osmo-stp_10.42.42.5(pid=4189): Launched\u000a22:46:50.821603 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:46:51.393099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4191): Launched\u000a22:46:51.510613 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:46:51.795460 run patchelf(pid=4192): Launched\u000a22:46:51.985848 run osmo-stp_10.42.42.5(pid=4189): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4189)]\u000a22:46:52.125202 run osmo-stp_10.42.42.5(pid=4189): stdout: \u000a| (launched: 2022-12-12_22:46:50.542933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:52.264827 run osmo-stp_10.42.42.5(pid=4189): stderr: \u000a| �[0;m�[38;5;43m20221212224650738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224650738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224650738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224650738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224650739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224650739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224650739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:52.399955 run osmo-stp_10.42.42.5(pid=4189): stdout: \u000a| (launched: 2022-12-12_22:46:50.542933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:52.534875 run osmo-stp_10.42.42.5(pid=4189): stderr: \u000a| �[0;m�[38;5;43m20221212224650738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224650738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224650738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224650738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224650739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224650739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224650739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:52.691812 run patchelf(pid=4192): Terminating (SIGINT)\u000a22:46:52.876108 run patchelf(pid=4192): Terminated: ok {rc=0}\u000a22:46:52.909971 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4189): Process ended prematurely: osmo-stp_10.42.42.5(pid=4189) [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4189)] [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a22:46:52.919631 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a22:46:52.982124 run osmo-hlr_10.42.42.2(pid=4186): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4186)]\u000a22:46:53.033119 run osmo-hlr_10.42.42.2(pid=4186): stdout: \u000a| (launched: 2022-12-12_22:46:49.531644) \u000a22:46:53.084670 run osmo-hlr_10.42.42.2(pid=4186): stderr: \u000a| �[0;m�[1;31m20221212224649707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224649707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224649707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224649707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224649707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224649707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224649720 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224649729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224649729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224649729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:46:53.128982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4175): Terminating (SIGTERM)\u000a22:46:53.170638 run iperf3-srv_10.42.42.10(pid=4176): Terminating (SIGTERM)\u000a22:46:53.212280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4177): Terminating (SIGTERM)\u000a22:46:53.253817 run iperf3-srv_10.42.42.10(pid=4178): Terminating (SIGTERM)\u000a22:46:53.295426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4179): Terminating (SIGTERM)\u000a22:46:53.337132 run iperf3-srv_10.42.42.10(pid=4180): Terminating (SIGTERM)\u000a22:46:53.378614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4181): Terminating (SIGTERM)\u000a22:46:53.420230 run iperf3-srv_10.42.42.10(pid=4182): Terminating (SIGTERM)\u000a22:46:53.462353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4185): Terminating (SIGTERM)\u000a22:46:53.503946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4188): Terminating (SIGTERM)\u000a22:46:53.545558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4191): Terminating (SIGTERM)\u000a22:46:53.555268 --- ParallelTerminationStrategy: PID 4175 died...\u000a22:46:53.610637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4175): Terminated: ok {rc=0}\u000a22:46:53.620626 --- ParallelTerminationStrategy: PID 4176 died...\u000a22:46:53.675614 run iperf3-srv_10.42.42.10(pid=4176): Terminated {rc=256}\u000a22:46:53.686001 --- ParallelTerminationStrategy: PID 4177 died...\u000a22:46:53.741549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4177): Terminated: ok {rc=0}\u000a22:46:53.751698 --- ParallelTerminationStrategy: PID 4178 died...\u000a22:46:53.806652 run iperf3-srv_10.42.42.10(pid=4178): Terminated {rc=256}\u000a22:46:53.816705 --- ParallelTerminationStrategy: PID 4179 died...\u000a22:46:53.871772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4179): Terminated: ok {rc=0}\u000a22:46:53.882005 --- ParallelTerminationStrategy: PID 4180 died...\u000a22:46:53.936779 run iperf3-srv_10.42.42.10(pid=4180): Terminated {rc=256}\u000a22:46:53.946890 --- ParallelTerminationStrategy: PID 4181 died...\u000a22:46:54.002227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4181): Terminated: ok {rc=0}\u000a22:46:54.012375 --- ParallelTerminationStrategy: PID 4182 died...\u000a22:46:54.067353 run iperf3-srv_10.42.42.10(pid=4182): Terminated {rc=256}\u000a22:46:54.077490 --- ParallelTerminationStrategy: PID 4185 died...\u000a22:46:54.132304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4185): Terminated: ok {rc=0}\u000a22:46:54.142485 --- ParallelTerminationStrategy: PID 4188 died...\u000a22:46:54.197700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4188): Terminated: ok {rc=0}\u000a22:46:54.207841 --- ParallelTerminationStrategy: PID 4191 died...\u000a22:46:54.263058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4191): Terminated: ok {rc=0}\u000a22:46:54.349535 bus /gobi_4: Setting Powered False\u000a22:46:55.456750 bus /gobi_4: Setting Powered False\u000a22:46:56.566987 bus /gobi_1: Setting Powered False\u000a22:46:57.671529 bus /gobi_1: Setting Powered False\u000a22:46:58.778613 bus /gobi_0: Setting Powered False\u000a22:46:59.877977 bus /gobi_0: Setting Powered False\u000a22:47:01.005462 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4199): Process ended prematurely: osmo-stp_10.42.42.5(pid=4199) [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4199)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4199): Process ended prematurely: osmo-stp_10.42.42.5(pid=4199) [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4199)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a22:47:02.077891 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:47:02.093811 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:47:02.254654 tst ping.py: using LAC 32027\u000a22:47:02.374916 tst ping.py: using RAC 152\u000a22:47:02.500130 tst ping.py: using CellId 32027\u000a22:47:02.627843 tst ping.py: using BVCI 32028\u000a22:47:02.652609 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:47:02.664089 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:47:02.675214 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:47:02.686467 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:47:02.697671 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:47:02.708772 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:47:02.720193 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:47:02.731421 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:47:03.024784 tst ping.py:19: start network...\u000a22:47:03.159336 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:47:03.671508 run create_hlr_db(pid=4193): Launched\u000a22:47:03.858104 bus /gobi_6: Setting Powered False\u000a22:47:04.878467 run create_hlr_db(pid=4193): Terminated: ok {rc=0}\u000a22:47:05.284268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4195): Launched\u000a22:47:05.588149 run osmo-hlr_10.42.42.2(pid=4196): Launched\u000a22:47:05.702232 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:47:06.235041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4198): Launched\u000a22:47:06.535477 run osmo-stp_10.42.42.5(pid=4199): Launched\u000a22:47:06.645149 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:47:07.167442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4201): Launched\u000a22:47:07.275050 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:47:07.536813 run patchelf(pid=4202): Launched\u000a22:47:07.712927 run osmo-stp_10.42.42.5(pid=4199): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4199)]\u000a22:47:07.841698 run osmo-stp_10.42.42.5(pid=4199): stdout: \u000a| (launched: 2022-12-12_22:47:06.386909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:07.969982 run osmo-stp_10.42.42.5(pid=4199): stderr: \u000a| �[0;m�[38;5;43m20221212224706555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224706555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224706555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224706556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224706556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224706556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224706556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:08.094223 run osmo-stp_10.42.42.5(pid=4199): stdout: \u000a| (launched: 2022-12-12_22:47:06.386909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:08.217562 run osmo-stp_10.42.42.5(pid=4199): stderr: \u000a| �[0;m�[38;5;43m20221212224706555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224706555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224706555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224706556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224706556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224706556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224706556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:08.361546 run patchelf(pid=4202): Terminating (SIGINT)\u000a22:47:08.531541 run patchelf(pid=4202): Terminated: ok {rc=0}\u000a22:47:08.562116 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4199): Process ended prematurely: osmo-stp_10.42.42.5(pid=4199) [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4199)] [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a22:47:08.570648 tst ping.py:22: Test FAILED (6.5 sec)\u000a22:47:08.630590 run osmo-hlr_10.42.42.2(pid=4196): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4196)]\u000a22:47:08.679241 run osmo-hlr_10.42.42.2(pid=4196): stdout: \u000a| (launched: 2022-12-12_22:47:05.439143) \u000a22:47:08.728569 run osmo-hlr_10.42.42.2(pid=4196): stderr: \u000a| �[0;m�[1;31m20221212224705617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224705617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224705617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224705617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224705617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224705617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224705629 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224705638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224705638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224705638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:47:08.770209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4195): Terminating (SIGTERM)\u000a22:47:08.809895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4198): Terminating (SIGTERM)\u000a22:47:08.849532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4201): Terminating (SIGTERM)\u000a22:47:08.858967 --- ParallelTerminationStrategy: PID 4195 died...\u000a22:47:08.911801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4195): Terminated: ok {rc=0}\u000a22:47:08.921748 --- ParallelTerminationStrategy: PID 4198 died...\u000a22:47:08.974551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4198): Terminated: ok {rc=0}\u000a22:47:08.984339 --- ParallelTerminationStrategy: PID 4201 died...\u000a22:47:09.037590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4201): Terminated: ok {rc=0}\u000a22:47:09.125261 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4209): Process ended prematurely: osmo-stp_10.42.42.5(pid=4209) [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4209)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4209): Process ended prematurely: osmo-stp_10.42.42.5(pid=4209) [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4209)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a22:47:10.176878 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:47:10.188711 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:47:10.326748 tst ping_idle_ping.py: using LAC 32028\u000a22:47:10.444851 tst ping_idle_ping.py: using RAC 153\u000a22:47:10.563956 tst ping_idle_ping.py: using CellId 32028\u000a22:47:10.683581 tst ping_idle_ping.py: using BVCI 32029\u000a22:47:10.706541 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:47:10.717452 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:47:10.727993 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:47:10.738842 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:47:10.749621 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:47:10.760399 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:47:10.771399 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:47:10.782321 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:47:11.074933 tst ping_idle_ping.py:24: start network...\u000a22:47:11.209661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:47:11.726837 run create_hlr_db(pid=4203): Launched\u000a22:47:11.914523 bus /gobi_6: Setting Powered False\u000a22:47:12.933972 run create_hlr_db(pid=4203): Terminated: ok {rc=0}\u000a22:47:13.339696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4205): Launched\u000a22:47:13.642859 run osmo-hlr_10.42.42.2(pid=4206): Launched\u000a22:47:13.761433 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:47:14.295041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4208): Launched\u000a22:47:14.596699 run osmo-stp_10.42.42.5(pid=4209): Launched\u000a22:47:14.706789 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:47:15.233830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4211): Launched\u000a22:47:15.341606 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:47:15.605129 run patchelf(pid=4212): Launched\u000a22:47:15.782461 run osmo-stp_10.42.42.5(pid=4209): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4209)]\u000a22:47:15.931862 run osmo-stp_10.42.42.5(pid=4209): stdout: \u000a| (launched: 2022-12-12_22:47:14.447533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:16.075273 run osmo-stp_10.42.42.5(pid=4209): stderr: \u000a| �[0;m�[38;5;43m20221212224714621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224714621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224714621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224714622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224714622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224714622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224714622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:16.213227 run osmo-stp_10.42.42.5(pid=4209): stdout: \u000a| (launched: 2022-12-12_22:47:14.447533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:16.350295 run osmo-stp_10.42.42.5(pid=4209): stderr: \u000a| �[0;m�[38;5;43m20221212224714621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224714621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224714621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224714622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224714622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224714622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224714622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:16.511048 run patchelf(pid=4212): Terminating (SIGINT)\u000a22:47:16.700829 run patchelf(pid=4212): Terminated: ok {rc=0}\u000a22:47:16.736330 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4209): Process ended prematurely: osmo-stp_10.42.42.5(pid=4209) [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4209)] [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:47:16.746912 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:47:16.812474 run osmo-hlr_10.42.42.2(pid=4206): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4206)]\u000a22:47:16.864809 run osmo-hlr_10.42.42.2(pid=4206): stdout: \u000a| (launched: 2022-12-12_22:47:13.493577) \u000a22:47:16.918430 run osmo-hlr_10.42.42.2(pid=4206): stderr: \u000a| �[0;m�[1;31m20221212224713671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224713671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224713671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224713671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224713671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224713671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224713683 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224713693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224713694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224713694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:47:16.963392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4205): Terminating (SIGTERM)\u000a22:47:17.008102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4208): Terminating (SIGTERM)\u000a22:47:17.053125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4211): Terminating (SIGTERM)\u000a22:47:17.065319 --- ParallelTerminationStrategy: PID 4205 died...\u000a22:47:17.123431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4205): Terminated: ok {rc=0}\u000a22:47:17.133966 --- ParallelTerminationStrategy: PID 4208 died...\u000a22:47:17.190194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4208): Terminated: ok {rc=0}\u000a22:47:17.200438 --- ParallelTerminationStrategy: PID 4211 died...\u000a22:47:17.256586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4211): Terminated: ok {rc=0}\u000a22:47:17.343411 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:46:19" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4227): Process ended prematurely: osmo-stp_10.42.42.5(pid=4227) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4227)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4227): Process ended prematurely: osmo-stp_10.42.42.5(pid=4227) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4227)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:47:19.497676 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:47:19.509569 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:47:19.675957 tst cs_paging_gprs_active.py: using LAC 32029\u000a22:47:19.807736 tst cs_paging_gprs_active.py: using RAC 154\u000a22:47:19.934999 tst cs_paging_gprs_active.py: using CellId 32029\u000a22:47:20.062001 tst cs_paging_gprs_active.py: using BVCI 32030\u000a22:47:20.087230 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:47:20.098581 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:47:20.109917 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:47:20.121101 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:47:20.132110 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:47:20.143379 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:47:20.154736 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:47:20.165856 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:47:20.177107 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:47:20.294896 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:47:20.578887 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:47:20.707544 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:47:21.026022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4217): Launched\u000a22:47:21.291077 run iperf3-srv_10.42.42.10(pid=4218): Launched\u000a22:47:21.480736 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:47:21.609685 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:47:21.928467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4219): Launched\u000a22:47:22.192698 run iperf3-srv_10.42.42.10(pid=4220): Launched\u000a22:47:22.380512 tst cs_paging_gprs_active.py:38: start network...\u000a22:47:22.509103 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:47:22.994201 run create_hlr_db(pid=4221): Launched\u000a22:47:23.172090 bus /gobi_6: Setting Powered False\u000a22:47:24.192808 run create_hlr_db(pid=4221): Terminated: ok {rc=0}\u000a22:47:24.601734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4223): Launched\u000a22:47:24.910604 run osmo-hlr_10.42.42.2(pid=4224): Launched\u000a22:47:25.030961 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:47:25.571868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4226): Launched\u000a22:47:25.879483 run osmo-stp_10.42.42.5(pid=4227): Launched\u000a22:47:25.991876 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:47:26.528403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4229): Launched\u000a22:47:26.638484 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:47:26.913384 run patchelf(pid=4230): Launched\u000a22:47:27.093339 run osmo-stp_10.42.42.5(pid=4227): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4227)]\u000a22:47:27.224707 run osmo-stp_10.42.42.5(pid=4227): stdout: \u000a| (launched: 2022-12-12_22:47:25.727917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:27.356497 run osmo-stp_10.42.42.5(pid=4227): stderr: \u000a| �[0;m�[38;5;43m20221212224725898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224725898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224725898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224725899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224725901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224725901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224725901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:27.484568 run osmo-stp_10.42.42.5(pid=4227): stdout: \u000a| (launched: 2022-12-12_22:47:25.727917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:27.611232 run osmo-stp_10.42.42.5(pid=4227): stderr: \u000a| �[0;m�[38;5;43m20221212224725898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224725898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224725898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224725899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224725901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224725901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224725901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:27.759150 run patchelf(pid=4230): Terminating (SIGINT)\u000a22:47:27.933668 run patchelf(pid=4230): Terminated: ok {rc=0}\u000a22:47:27.965361 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4227): Process ended prematurely: osmo-stp_10.42.42.5(pid=4227) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4227)] [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:47:27.974511 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a22:47:28.034848 run osmo-hlr_10.42.42.2(pid=4224): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4224)]\u000a22:47:28.083400 run osmo-hlr_10.42.42.2(pid=4224): stdout: \u000a| (launched: 2022-12-12_22:47:24.758126) \u000a22:47:28.132555 run osmo-hlr_10.42.42.2(pid=4224): stderr: \u000a| �[0;m�[1;31m20221212224724936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224724937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224724937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224724937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224724937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224724937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224724952 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224724962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224724962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224724962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:47:28.174558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4217): Terminating (SIGTERM)\u000a22:47:28.214083 run iperf3-srv_10.42.42.10(pid=4218): Terminating (SIGTERM)\u000a22:47:28.253700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4219): Terminating (SIGTERM)\u000a22:47:28.293163 run iperf3-srv_10.42.42.10(pid=4220): Terminating (SIGTERM)\u000a22:47:28.333054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4223): Terminating (SIGTERM)\u000a22:47:28.372705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4226): Terminating (SIGTERM)\u000a22:47:28.411933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4229): Terminating (SIGTERM)\u000a22:47:28.421520 --- ParallelTerminationStrategy: PID 4217 died...\u000a22:47:28.474344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4217): Terminated: ok {rc=0}\u000a22:47:28.484386 --- ParallelTerminationStrategy: PID 4218 died...\u000a22:47:28.536899 run iperf3-srv_10.42.42.10(pid=4218): Terminated {rc=256}\u000a22:47:28.546639 --- ParallelTerminationStrategy: PID 4219 died...\u000a22:47:28.599197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4219): Terminated: ok {rc=0}\u000a22:47:28.609136 --- ParallelTerminationStrategy: PID 4220 died...\u000a22:47:28.661546 run iperf3-srv_10.42.42.10(pid=4220): Terminated {rc=256}\u000a22:47:28.671237 --- ParallelTerminationStrategy: PID 4223 died...\u000a22:47:28.723728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4223): Terminated: ok {rc=0}\u000a22:47:28.733969 --- ParallelTerminationStrategy: PID 4226 died...\u000a22:47:28.786492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4226): Terminated: ok {rc=0}\u000a22:47:28.796217 --- ParallelTerminationStrategy: PID 4229 died...\u000a22:47:28.849073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4229): Terminated: ok {rc=0}\u000a22:47:28.932243 bus /gobi_0: Setting Powered False\u000a22:47:30.039485 bus /gobi_0: Setting Powered False\u000a22:47:31.161812 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4239): Process ended prematurely: osmo-stp_10.42.42.5(pid=4239) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4239)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4239): Process ended prematurely: osmo-stp_10.42.42.5(pid=4239) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4239)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:47:32.284845 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:47:32.297748 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:47:32.465304 tst iperf3.py: using LAC 32030\u000a22:47:32.596647 tst iperf3.py: using RAC 155\u000a22:47:32.727015 tst iperf3.py: using CellId 32030\u000a22:47:32.857531 tst iperf3.py: using BVCI 32031\u000a22:47:32.883012 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:47:32.894467 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:47:32.905468 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:47:32.916463 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:47:32.927473 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:47:32.938535 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:47:32.949659 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:47:32.960570 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:47:32.971809 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:47:33.254966 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:47:33.383863 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:47:33.702965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4231): Launched\u000a22:47:33.967357 run iperf3-srv_10.42.42.10(pid=4232): Launched\u000a22:47:34.155214 tst iperf3.py:8: start network...\u000a22:47:34.283636 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:47:34.767293 run create_hlr_db(pid=4233): Launched\u000a22:47:34.944265 bus /gobi_6: Setting Powered False\u000a22:47:35.965145 run create_hlr_db(pid=4233): Terminated: ok {rc=0}\u000a22:47:36.398750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4235): Launched\u000a22:47:36.728794 run osmo-hlr_10.42.42.2(pid=4236): Launched\u000a22:47:36.848543 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:47:37.505226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4238): Launched\u000a22:47:37.822863 run osmo-stp_10.42.42.5(pid=4239): Launched\u000a22:47:37.934622 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:47:38.462251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4241): Launched\u000a22:47:38.570356 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:47:38.833039 run patchelf(pid=4242): Launched\u000a22:47:39.009516 run osmo-stp_10.42.42.5(pid=4239): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4239)]\u000a22:47:39.138285 run osmo-stp_10.42.42.5(pid=4239): stdout: \u000a| (launched: 2022-12-12_22:47:37.667979)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:39.267171 run osmo-stp_10.42.42.5(pid=4239): stderr: \u000a| �[0;m�[38;5;43m20221212224737838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224737838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224737838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224737839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224737839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224737839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224737839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:39.391508 run osmo-stp_10.42.42.5(pid=4239): stdout: \u000a| (launched: 2022-12-12_22:47:37.667979)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:39.515349 run osmo-stp_10.42.42.5(pid=4239): stderr: \u000a| �[0;m�[38;5;43m20221212224737838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224737838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224737838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224737839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224737839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224737839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224737839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:39.660326 run patchelf(pid=4242): Terminating (SIGINT)\u000a22:47:39.831076 run patchelf(pid=4242): Terminated: ok {rc=0}\u000a22:47:39.862125 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4239): Process ended prematurely: osmo-stp_10.42.42.5(pid=4239) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4239)] [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:47:39.871138 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a22:47:39.931157 run osmo-hlr_10.42.42.2(pid=4236): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4236)]\u000a22:47:39.979621 run osmo-hlr_10.42.42.2(pid=4236): stdout: \u000a| (launched: 2022-12-12_22:47:36.567406) \u000a22:47:40.028765 run osmo-hlr_10.42.42.2(pid=4236): stderr: \u000a| �[0;m�[1;31m20221212224736768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224736768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224736768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224736768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224736768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224736768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224736783 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224736793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224736794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224736794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:47:40.070185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4231): Terminating (SIGTERM)\u000a22:47:40.110076 run iperf3-srv_10.42.42.10(pid=4232): Terminating (SIGTERM)\u000a22:47:40.149405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4235): Terminating (SIGTERM)\u000a22:47:40.188705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4238): Terminating (SIGTERM)\u000a22:47:40.228020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4241): Terminating (SIGTERM)\u000a22:47:40.237564 --- ParallelTerminationStrategy: PID 4231 died...\u000a22:47:40.291152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4231): Terminated: ok {rc=0}\u000a22:47:40.300926 --- ParallelTerminationStrategy: PID 4232 died...\u000a22:47:40.352832 run iperf3-srv_10.42.42.10(pid=4232): Terminated {rc=256}\u000a22:47:40.362457 --- ParallelTerminationStrategy: PID 4235 died...\u000a22:47:40.414756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4235): Terminated: ok {rc=0}\u000a22:47:40.423996 --- ParallelTerminationStrategy: PID 4238 died...\u000a22:47:40.475908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4238): Terminated: ok {rc=0}\u000a22:47:40.485912 --- ParallelTerminationStrategy: PID 4241 died...\u000a22:47:40.537834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4241): Terminated: ok {rc=0}\u000a22:47:40.624341 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4259): Process ended prematurely: osmo-stp_10.42.42.5(pid=4259) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4259)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4259): Process ended prematurely: osmo-stp_10.42.42.5(pid=4259) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4259)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:47:41.734048 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:47:41.745432 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:47:41.900571 tst iperf3m4.py: using LAC 32031\u000a22:47:42.024280 tst iperf3m4.py: using RAC 156\u000a22:47:42.143326 tst iperf3m4.py: using CellId 32031\u000a22:47:42.260727 tst iperf3m4.py: using BVCI 32032\u000a22:47:42.283769 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:47:42.294549 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:47:42.305070 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:47:42.316079 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:47:42.326909 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:47:42.337926 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:47:42.348755 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:47:42.359591 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:47:42.370567 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:47:42.486911 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:47:42.603385 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:47:42.723424 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:47:43.010967 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:47:43.145096 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:47:43.475427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4245): Launched\u000a22:47:43.750801 run iperf3-srv_10.42.42.10(pid=4246): Launched\u000a22:47:43.947227 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:47:44.080834 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:47:44.411274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4247): Launched\u000a22:47:44.686370 run iperf3-srv_10.42.42.10(pid=4248): Launched\u000a22:47:44.883108 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:47:45.017057 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:47:45.350111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4249): Launched\u000a22:47:45.625337 run iperf3-srv_10.42.42.10(pid=4250): Launched\u000a22:47:45.820783 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:47:45.959134 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:47:46.311812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4251): Launched\u000a22:47:46.588338 run iperf3-srv_10.42.42.10(pid=4252): Launched\u000a22:47:46.780017 tst iperf3m4.py:8: start network...\u000a22:47:46.911551 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:47:47.398036 run create_hlr_db(pid=4253): Launched\u000a22:47:47.572797 bus /gobi_6: Setting Powered False\u000a22:47:48.604127 run create_hlr_db(pid=4253): Terminated: ok {rc=0}\u000a22:47:49.008274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4255): Launched\u000a22:47:49.311187 run osmo-hlr_10.42.42.2(pid=4256): Launched\u000a22:47:49.429042 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:47:49.962996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4258): Launched\u000a22:47:50.264427 run osmo-stp_10.42.42.5(pid=4259): Launched\u000a22:47:50.376308 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:47:50.900172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4261): Launched\u000a22:47:51.007392 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:47:51.270179 run patchelf(pid=4262): Launched\u000a22:47:51.446461 run osmo-stp_10.42.42.5(pid=4259): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4259)]\u000a22:47:51.576163 run osmo-stp_10.42.42.5(pid=4259): stdout: \u000a| (launched: 2022-12-12_22:47:50.115837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:51.705456 run osmo-stp_10.42.42.5(pid=4259): stderr: \u000a| �[0;m�[38;5;43m20221212224750288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224750289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224750289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224750289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224750290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224750290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224750290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:51.830575 run osmo-stp_10.42.42.5(pid=4259): stdout: \u000a| (launched: 2022-12-12_22:47:50.115837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:51.954011 run osmo-stp_10.42.42.5(pid=4259): stderr: \u000a| �[0;m�[38;5;43m20221212224750288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224750289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224750289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224750289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224750290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224750290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224750290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:52.099142 run patchelf(pid=4262): Terminating (SIGINT)\u000a22:47:52.270277 run patchelf(pid=4262): Terminated: ok {rc=0}\u000a22:47:52.301630 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4259): Process ended prematurely: osmo-stp_10.42.42.5(pid=4259) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4259)] [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:47:52.310744 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a22:47:52.371454 run osmo-hlr_10.42.42.2(pid=4256): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4256)]\u000a22:47:52.420546 run osmo-hlr_10.42.42.2(pid=4256): stdout: \u000a| (launched: 2022-12-12_22:47:49.161723) \u000a22:47:52.470395 run osmo-hlr_10.42.42.2(pid=4256): stderr: \u000a| �[0;m�[1;31m20221212224749338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224749338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224749338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224749338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224749338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224749338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224749350 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224749361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224749362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224749362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:47:52.512262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4245): Terminating (SIGTERM)\u000a22:47:52.552321 run iperf3-srv_10.42.42.10(pid=4246): Terminating (SIGTERM)\u000a22:47:52.592495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4247): Terminating (SIGTERM)\u000a22:47:52.632291 run iperf3-srv_10.42.42.10(pid=4248): Terminating (SIGTERM)\u000a22:47:52.671922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4249): Terminating (SIGTERM)\u000a22:47:52.711763 run iperf3-srv_10.42.42.10(pid=4250): Terminating (SIGTERM)\u000a22:47:52.752579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4251): Terminating (SIGTERM)\u000a22:47:52.792745 run iperf3-srv_10.42.42.10(pid=4252): Terminating (SIGTERM)\u000a22:47:52.832661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4255): Terminating (SIGTERM)\u000a22:47:52.872608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4258): Terminating (SIGTERM)\u000a22:47:52.912292 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4261): Terminating (SIGTERM)\u000a22:47:52.921341 --- ParallelTerminationStrategy: PID 4245 died...\u000a22:47:52.974357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4245): Terminated: ok {rc=0}\u000a22:47:52.984075 --- ParallelTerminationStrategy: PID 4246 died...\u000a22:47:53.037206 run iperf3-srv_10.42.42.10(pid=4246): Terminated {rc=256}\u000a22:47:53.046646 --- ParallelTerminationStrategy: PID 4247 died...\u000a22:47:53.099236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4247): Terminated: ok {rc=0}\u000a22:47:53.108880 --- ParallelTerminationStrategy: PID 4248 died...\u000a22:47:53.161803 run iperf3-srv_10.42.42.10(pid=4248): Terminated {rc=256}\u000a22:47:53.171246 --- ParallelTerminationStrategy: PID 4249 died...\u000a22:47:53.225445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4249): Terminated: ok {rc=0}\u000a22:47:53.235466 --- ParallelTerminationStrategy: PID 4250 died...\u000a22:47:53.290100 run iperf3-srv_10.42.42.10(pid=4250): Terminated {rc=256}\u000a22:47:53.299606 --- ParallelTerminationStrategy: PID 4251 died...\u000a22:47:53.352375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4251): Terminated: ok {rc=0}\u000a22:47:53.362080 --- ParallelTerminationStrategy: PID 4252 died...\u000a22:47:53.414761 run iperf3-srv_10.42.42.10(pid=4252): Terminated {rc=256}\u000a22:47:53.424422 --- ParallelTerminationStrategy: PID 4255 died...\u000a22:47:53.476914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4255): Terminated: ok {rc=0}\u000a22:47:53.486668 --- ParallelTerminationStrategy: PID 4258 died...\u000a22:47:53.539517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4258): Terminated: ok {rc=0}\u000a22:47:53.549168 --- ParallelTerminationStrategy: PID 4261 died...\u000a22:47:53.602018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4261): Terminated: ok {rc=0}\u000a22:47:53.685681 bus /gobi_4: Setting Powered False\u000a22:47:54.792468 bus /gobi_4: Setting Powered False\u000a22:47:55.903516 bus /gobi_1: Setting Powered False\u000a22:47:57.009620 bus /gobi_1: Setting Powered False\u000a22:47:58.116253 bus /gobi_0: Setting Powered False\u000a22:47:59.217830 bus /gobi_0: Setting Powered False\u000a22:48:00.330686 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4277): Process ended prematurely: osmo-stp_10.42.42.5(pid=4277) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4277)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4277): Process ended prematurely: osmo-stp_10.42.42.5(pid=4277) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:48:01.398530 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:48:01.411610 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:48:01.590724 tst ping.py: using LAC 32032\u000a22:48:01.740134 tst ping.py: using RAC 157\u000a22:48:01.897232 tst ping.py: using CellId 32032\u000a22:48:02.020829 tst ping.py: using BVCI 32033\u000a22:48:02.044440 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:48:02.056078 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:48:02.067828 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:48:02.081077 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:48:02.093007 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:48:02.105991 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:48:02.120075 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:48:02.131835 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:48:02.410497 tst ping.py:19: start network...\u000a22:48:02.535237 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:48:03.006788 run create_hlr_db(pid=4271): Launched\u000a22:48:03.180456 bus /gobi_6: Setting Powered False\u000a22:48:04.200011 run create_hlr_db(pid=4271): Terminated: ok {rc=0}\u000a22:48:04.597312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4273): Launched\u000a22:48:04.894641 run osmo-hlr_10.42.42.2(pid=4274): Launched\u000a22:48:05.008572 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:48:05.534910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4276): Launched\u000a22:48:05.832089 run osmo-stp_10.42.42.5(pid=4277): Launched\u000a22:48:05.941358 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:48:06.459120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4279): Launched\u000a22:48:06.565628 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:48:06.824812 run patchelf(pid=4280): Launched\u000a22:48:06.999879 run osmo-stp_10.42.42.5(pid=4277): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4277)]\u000a22:48:07.127931 run osmo-stp_10.42.42.5(pid=4277): stdout: \u000a| (launched: 2022-12-12_22:48:05.686148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:07.256421 run osmo-stp_10.42.42.5(pid=4277): stderr: \u000a| �[0;m�[38;5;43m20221212224805855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224805855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224805856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224805856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224805858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224805858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224805858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:07.379834 run osmo-stp_10.42.42.5(pid=4277): stdout: \u000a| (launched: 2022-12-12_22:48:05.686148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:07.502388 run osmo-stp_10.42.42.5(pid=4277): stderr: \u000a| �[0;m�[38;5;43m20221212224805855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224805855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224805856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224805856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224805858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224805858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224805858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:07.646056 run patchelf(pid=4280): Terminating (SIGINT)\u000a22:48:07.815449 run patchelf(pid=4280): Terminated: ok {rc=0}\u000a22:48:07.845888 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4277): Process ended prematurely: osmo-stp_10.42.42.5(pid=4277) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4277)] [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:48:07.854370 tst ping.py:22: Test FAILED (6.4 sec)\u000a22:48:07.914583 run osmo-hlr_10.42.42.2(pid=4274): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4274)]\u000a22:48:07.963657 run osmo-hlr_10.42.42.2(pid=4274): stdout: \u000a| (launched: 2022-12-12_22:48:04.748088) \u000a22:48:08.013283 run osmo-hlr_10.42.42.2(pid=4274): stderr: \u000a| �[0;m�[1;31m20221212224804923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224804924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224804924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224804924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224804924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224804924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224804936 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224804944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224804945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224804945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:48:08.055533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4273): Terminating (SIGTERM)\u000a22:48:08.095203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4276): Terminating (SIGTERM)\u000a22:48:08.134813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4279): Terminating (SIGTERM)\u000a22:48:08.144280 --- ParallelTerminationStrategy: PID 4273 died...\u000a22:48:08.197010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4273): Terminated: ok {rc=0}\u000a22:48:08.206826 --- ParallelTerminationStrategy: PID 4276 died...\u000a22:48:08.259494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4276): Terminated: ok {rc=0}\u000a22:48:08.269401 --- ParallelTerminationStrategy: PID 4279 died...\u000a22:48:08.322299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4279): Terminated: ok {rc=0}\u000a22:48:08.404291 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4287): Process ended prematurely: osmo-stp_10.42.42.5(pid=4287) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4287)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4287): Process ended prematurely: osmo-stp_10.42.42.5(pid=4287) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4287)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:48:09.457465 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:48:09.469203 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:48:09.637816 tst ping_idle_ping.py: using LAC 32033\u000a22:48:09.764672 tst ping_idle_ping.py: using RAC 158\u000a22:48:09.888686 tst ping_idle_ping.py: using CellId 32033\u000a22:48:10.017356 tst ping_idle_ping.py: using BVCI 32034\u000a22:48:10.041874 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:48:10.053296 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:48:10.064613 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:48:10.076603 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:48:10.088447 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:48:10.100382 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:48:10.112419 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:48:10.124224 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:48:10.414428 tst ping_idle_ping.py:24: start network...\u000a22:48:10.547057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:48:11.052709 run create_hlr_db(pid=4281): Launched\u000a22:48:11.236165 bus /gobi_6: Setting Powered False\u000a22:48:12.256650 run create_hlr_db(pid=4281): Terminated: ok {rc=0}\u000a22:48:12.658230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4283): Launched\u000a22:48:12.956816 run osmo-hlr_10.42.42.2(pid=4284): Launched\u000a22:48:13.073884 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:48:13.599720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4286): Launched\u000a22:48:13.899920 run osmo-stp_10.42.42.5(pid=4287): Launched\u000a22:48:14.009714 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:48:14.530963 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4289): Launched\u000a22:48:14.637350 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:48:14.897721 run patchelf(pid=4290): Launched\u000a22:48:15.073102 run osmo-stp_10.42.42.5(pid=4287): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4287)]\u000a22:48:15.201638 run osmo-stp_10.42.42.5(pid=4287): stdout: \u000a| (launched: 2022-12-12_22:48:13.752473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:15.330285 run osmo-stp_10.42.42.5(pid=4287): stderr: \u000a| �[0;m�[38;5;43m20221212224813922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224813922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224813922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224813923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224813923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224813923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224813923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:15.454291 run osmo-stp_10.42.42.5(pid=4287): stdout: \u000a| (launched: 2022-12-12_22:48:13.752473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:15.577515 run osmo-stp_10.42.42.5(pid=4287): stderr: \u000a| �[0;m�[38;5;43m20221212224813922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224813922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224813922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224813923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224813923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224813923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224813923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:15.721532 run patchelf(pid=4290): Terminating (SIGINT)\u000a22:48:15.894712 run patchelf(pid=4290): Terminated: ok {rc=0}\u000a22:48:15.938824 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4287): Process ended prematurely: osmo-stp_10.42.42.5(pid=4287) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4287)] [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:48:15.948451 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a22:48:16.011658 run osmo-hlr_10.42.42.2(pid=4284): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4284)]\u000a22:48:16.065620 run osmo-hlr_10.42.42.2(pid=4284): stdout: \u000a| (launched: 2022-12-12_22:48:12.809550) \u000a22:48:16.119046 run osmo-hlr_10.42.42.2(pid=4284): stderr: \u000a| �[0;m�[1;31m20221212224812984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224812984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224812984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224812984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224812984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224812984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224812996 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224813004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224813004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224813005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:48:16.162151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4283): Terminating (SIGTERM)\u000a22:48:16.206171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4286): Terminating (SIGTERM)\u000a22:48:16.248409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4289): Terminating (SIGTERM)\u000a22:48:16.259259 --- ParallelTerminationStrategy: PID 4283 died...\u000a22:48:16.314668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4283): Terminated: ok {rc=0}\u000a22:48:16.326431 --- ParallelTerminationStrategy: PID 4286 died...\u000a22:48:16.381738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4286): Terminated: ok {rc=0}\u000a22:48:16.393425 --- ParallelTerminationStrategy: PID 4289 died...\u000a22:48:16.449385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4289): Terminated: ok {rc=0}\u000a22:48:16.536172 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:47:19" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4304): Process ended prematurely: osmo-stp_10.42.42.5(pid=4304) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4304)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4304): Process ended prematurely: osmo-stp_10.42.42.5(pid=4304) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4304)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:48:18.677440 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:48:18.688091 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:48:18.846884 tst cs_paging_gprs_active.py: using LAC 32034\u000a22:48:18.968814 tst cs_paging_gprs_active.py: using RAC 159\u000a22:48:19.100188 tst cs_paging_gprs_active.py: using CellId 32034\u000a22:48:19.225936 tst cs_paging_gprs_active.py: using BVCI 32035\u000a22:48:19.250871 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:48:19.262385 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:48:19.273777 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:48:19.284934 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:48:19.296080 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:48:19.307268 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:48:19.318505 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:48:19.329609 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:48:19.340802 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:48:19.457399 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:48:19.756134 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:48:19.891410 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:48:20.224011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4294): Launched\u000a22:48:20.501497 run iperf3-srv_10.42.42.10(pid=4295): Launched\u000a22:48:20.699075 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:48:20.833529 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:48:21.168383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4296): Launched\u000a22:48:21.445193 run iperf3-srv_10.42.42.10(pid=4297): Launched\u000a22:48:21.643773 tst cs_paging_gprs_active.py:38: start network...\u000a22:48:21.778776 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:48:22.295048 run create_hlr_db(pid=4298): Launched\u000a22:48:22.481192 bus /gobi_6: Setting Powered False\u000a22:48:23.502204 run create_hlr_db(pid=4298): Terminated: ok {rc=0}\u000a22:48:23.909069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4300): Launched\u000a22:48:24.213150 run osmo-hlr_10.42.42.2(pid=4301): Launched\u000a22:48:24.330854 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:48:24.864552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4303): Launched\u000a22:48:25.168032 run osmo-stp_10.42.42.5(pid=4304): Launched\u000a22:48:25.279023 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:48:25.810185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4306): Launched\u000a22:48:25.918448 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:48:26.184379 run patchelf(pid=4307): Launched\u000a22:48:26.361729 run osmo-stp_10.42.42.5(pid=4304): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4304)]\u000a22:48:26.491284 run osmo-stp_10.42.42.5(pid=4304): stdout: \u000a| (launched: 2022-12-12_22:48:25.018419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:26.621644 run osmo-stp_10.42.42.5(pid=4304): stderr: \u000a| �[0;m�[38;5;43m20221212224825189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224825189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224825189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224825190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224825190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224825190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224825190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:26.747511 run osmo-stp_10.42.42.5(pid=4304): stdout: \u000a| (launched: 2022-12-12_22:48:25.018419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:26.871858 run osmo-stp_10.42.42.5(pid=4304): stderr: \u000a| �[0;m�[38;5;43m20221212224825189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224825189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224825189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224825190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224825190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224825190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224825190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:27.017534 run patchelf(pid=4307): Terminating (SIGINT)\u000a22:48:27.189180 run patchelf(pid=4307): Terminated: ok {rc=0}\u000a22:48:27.220697 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4304): Process ended prematurely: osmo-stp_10.42.42.5(pid=4304) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4304)] [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a22:48:27.229880 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a22:48:27.289635 run osmo-hlr_10.42.42.2(pid=4301): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4301)]\u000a22:48:27.338751 run osmo-hlr_10.42.42.2(pid=4301): stdout: \u000a| (launched: 2022-12-12_22:48:24.063470) \u000a22:48:27.388194 run osmo-hlr_10.42.42.2(pid=4301): stderr: \u000a| �[0;m�[1;31m20221212224824238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224824238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224824238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224824239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224824239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224824239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224824251 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224824262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224824262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224824262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:48:27.429722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4294): Terminating (SIGTERM)\u000a22:48:27.469080 run iperf3-srv_10.42.42.10(pid=4295): Terminating (SIGTERM)\u000a22:48:27.510368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4296): Terminating (SIGTERM)\u000a22:48:27.549616 run iperf3-srv_10.42.42.10(pid=4297): Terminating (SIGTERM)\u000a22:48:27.588826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4300): Terminating (SIGTERM)\u000a22:48:27.628211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4303): Terminating (SIGTERM)\u000a22:48:27.667552 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4306): Terminating (SIGTERM)\u000a22:48:27.676822 --- ParallelTerminationStrategy: PID 4294 died...\u000a22:48:27.729302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4294): Terminated: ok {rc=0}\u000a22:48:27.739023 --- ParallelTerminationStrategy: PID 4295 died...\u000a22:48:27.790977 run iperf3-srv_10.42.42.10(pid=4295): Terminated {rc=256}\u000a22:48:27.800690 --- ParallelTerminationStrategy: PID 4296 died...\u000a22:48:27.853186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4296): Terminated: ok {rc=0}\u000a22:48:27.862604 --- ParallelTerminationStrategy: PID 4297 died...\u000a22:48:27.914594 run iperf3-srv_10.42.42.10(pid=4297): Terminated {rc=256}\u000a22:48:27.924205 --- ParallelTerminationStrategy: PID 4300 died...\u000a22:48:27.976277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4300): Terminated: ok {rc=0}\u000a22:48:27.986141 --- ParallelTerminationStrategy: PID 4303 died...\u000a22:48:28.038279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4303): Terminated: ok {rc=0}\u000a22:48:28.047823 --- ParallelTerminationStrategy: PID 4306 died...\u000a22:48:28.099807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4306): Terminated: ok {rc=0}\u000a22:48:28.187120 bus /gobi_0: Setting Powered False\u000a22:48:29.290150 bus /gobi_0: Setting Powered False\u000a22:48:30.398181 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4316): Process ended prematurely: osmo-stp_10.42.42.5(pid=4316) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4316)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4316): Process ended prematurely: osmo-stp_10.42.42.5(pid=4316) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4316)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a22:48:31.509958 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:48:31.522446 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:48:31.690817 tst iperf3.py: using LAC 32035\u000a22:48:31.819059 tst iperf3.py: using RAC 160\u000a22:48:31.969933 tst iperf3.py: using CellId 32035\u000a22:48:32.126298 tst iperf3.py: using BVCI 32036\u000a22:48:32.151660 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:48:32.164612 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:48:32.176322 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:48:32.188116 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:48:32.200210 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:48:32.212382 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:48:32.224275 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:48:32.235510 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:48:32.247610 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:48:32.540314 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:48:32.674182 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:48:33.005478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4308): Launched\u000a22:48:33.281295 run iperf3-srv_10.42.42.10(pid=4309): Launched\u000a22:48:33.478010 tst iperf3.py:8: start network...\u000a22:48:33.612507 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:48:34.126015 run create_hlr_db(pid=4310): Launched\u000a22:48:34.311326 bus /gobi_6: Setting Powered False\u000a22:48:35.332396 run create_hlr_db(pid=4310): Terminated: ok {rc=0}\u000a22:48:35.737734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4312): Launched\u000a22:48:36.039874 run osmo-hlr_10.42.42.2(pid=4313): Launched\u000a22:48:36.151583 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:48:36.677965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4315): Launched\u000a22:48:36.980084 run osmo-stp_10.42.42.5(pid=4316): Launched\u000a22:48:37.090852 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:48:37.617282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4318): Launched\u000a22:48:37.725207 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:48:37.990214 run patchelf(pid=4319): Launched\u000a22:48:38.167520 run osmo-stp_10.42.42.5(pid=4316): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4316)]\u000a22:48:38.297235 run osmo-stp_10.42.42.5(pid=4316): stdout: \u000a| (launched: 2022-12-12_22:48:36.831442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:38.427054 run osmo-stp_10.42.42.5(pid=4316): stderr: \u000a| �[0;m�[38;5;43m20221212224837001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224837002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224837002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224837002 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224837003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224837003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224837003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:38.552671 run osmo-stp_10.42.42.5(pid=4316): stdout: \u000a| (launched: 2022-12-12_22:48:36.831442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:38.677404 run osmo-stp_10.42.42.5(pid=4316): stderr: \u000a| �[0;m�[38;5;43m20221212224837001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224837002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224837002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224837002 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224837003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224837003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224837003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:38.823467 run patchelf(pid=4319): Terminating (SIGINT)\u000a22:48:38.995402 run patchelf(pid=4319): Terminated: ok {rc=0}\u000a22:48:39.027214 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4316): Process ended prematurely: osmo-stp_10.42.42.5(pid=4316) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4316)] [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a22:48:39.036648 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a22:48:39.097568 run osmo-hlr_10.42.42.2(pid=4313): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4313)]\u000a22:48:39.147223 run osmo-hlr_10.42.42.2(pid=4313): stdout: \u000a| (launched: 2022-12-12_22:48:35.891164) \u000a22:48:39.197105 run osmo-hlr_10.42.42.2(pid=4313): stderr: \u000a| �[0;m�[1;31m20221212224836068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224836068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224836068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224836068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224836068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224836068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224836080 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224836090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224836090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224836090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:48:39.239007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4308): Terminating (SIGTERM)\u000a22:48:39.279154 run iperf3-srv_10.42.42.10(pid=4309): Terminating (SIGTERM)\u000a22:48:39.319529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4312): Terminating (SIGTERM)\u000a22:48:39.359705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4315): Terminating (SIGTERM)\u000a22:48:39.399921 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4318): Terminating (SIGTERM)\u000a22:48:39.409714 --- ParallelTerminationStrategy: PID 4308 died...\u000a22:48:39.462858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4308): Terminated: ok {rc=0}\u000a22:48:39.472853 --- ParallelTerminationStrategy: PID 4309 died...\u000a22:48:39.525743 run iperf3-srv_10.42.42.10(pid=4309): Terminated {rc=256}\u000a22:48:39.535706 --- ParallelTerminationStrategy: PID 4312 died...\u000a22:48:39.589043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4312): Terminated: ok {rc=0}\u000a22:48:39.599349 --- ParallelTerminationStrategy: PID 4315 died...\u000a22:48:39.652851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4315): Terminated: ok {rc=0}\u000a22:48:39.662508 --- ParallelTerminationStrategy: PID 4318 died...\u000a22:48:39.715834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4318): Terminated: ok {rc=0}\u000a22:48:39.799133 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4334): Process ended prematurely: osmo-stp_10.42.42.5(pid=4334) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4334)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4334): Process ended prematurely: osmo-stp_10.42.42.5(pid=4334) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a22:48:40.913986 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:48:40.925899 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:48:41.091434 tst iperf3m4.py: using LAC 32036\u000a22:48:41.216187 tst iperf3m4.py: using RAC 161\u000a22:48:41.337601 tst iperf3m4.py: using CellId 32036\u000a22:48:41.458325 tst iperf3m4.py: using BVCI 32037\u000a22:48:41.481725 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:48:41.492618 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:48:41.503458 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:48:41.515697 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:48:41.526626 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:48:41.537679 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:48:41.548737 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:48:41.559582 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:48:41.570853 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:48:41.690421 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:48:41.810851 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:48:41.930957 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:48:42.209011 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:48:42.335079 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:48:42.648348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4320): Launched\u000a22:48:42.910074 run iperf3-srv_10.42.42.10(pid=4321): Launched\u000a22:48:43.095431 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:48:43.222186 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:48:43.537148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4322): Launched\u000a22:48:43.798288 run iperf3-srv_10.42.42.10(pid=4323): Launched\u000a22:48:43.983617 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:48:44.110664 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:48:44.424524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4324): Launched\u000a22:48:44.684783 run iperf3-srv_10.42.42.10(pid=4325): Launched\u000a22:48:44.868224 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:48:44.993717 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:48:45.307617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4326): Launched\u000a22:48:45.567894 run iperf3-srv_10.42.42.10(pid=4327): Launched\u000a22:48:45.752383 tst iperf3m4.py:8: start network...\u000a22:48:45.910710 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:48:46.438175 run create_hlr_db(pid=4328): Launched\u000a22:48:46.618281 bus /gobi_6: Setting Powered False\u000a22:48:47.647449 run create_hlr_db(pid=4328): Terminated: ok {rc=0}\u000a22:48:48.053709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4330): Launched\u000a22:48:48.356920 run osmo-hlr_10.42.42.2(pid=4331): Launched\u000a22:48:48.473917 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:48:49.011269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4333): Launched\u000a22:48:49.315983 run osmo-stp_10.42.42.5(pid=4334): Launched\u000a22:48:49.428044 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:48:49.958149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4336): Launched\u000a22:48:50.066602 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:48:50.331008 run patchelf(pid=4337): Launched\u000a22:48:50.508387 run osmo-stp_10.42.42.5(pid=4334): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4334)]\u000a22:48:50.638257 run osmo-stp_10.42.42.5(pid=4334): stdout: \u000a| (launched: 2022-12-12_22:48:49.165887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:50.768008 run osmo-stp_10.42.42.5(pid=4334): stderr: \u000a| �[0;m�[38;5;43m20221212224849337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224849337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224849337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224849338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224849340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224849340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224849340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:50.893562 run osmo-stp_10.42.42.5(pid=4334): stdout: \u000a| (launched: 2022-12-12_22:48:49.165887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:51.017965 run osmo-stp_10.42.42.5(pid=4334): stderr: \u000a| �[0;m�[38;5;43m20221212224849337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224849337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224849337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224849338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224849340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224849340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224849340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:51.163901 run patchelf(pid=4337): Terminating (SIGINT)\u000a22:48:51.335275 run patchelf(pid=4337): Terminated: ok {rc=0}\u000a22:48:51.366695 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4334): Process ended prematurely: osmo-stp_10.42.42.5(pid=4334) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4334)] [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a22:48:51.375720 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a22:48:51.436252 run osmo-hlr_10.42.42.2(pid=4331): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4331)]\u000a22:48:51.485333 run osmo-hlr_10.42.42.2(pid=4331): stdout: \u000a| (launched: 2022-12-12_22:48:48.207561) \u000a22:48:51.534943 run osmo-hlr_10.42.42.2(pid=4331): stderr: \u000a| �[0;m�[1;31m20221212224848386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224848386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224848386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224848386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224848386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224848386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224848398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224848407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224848407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224848407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:48:51.576936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4320): Terminating (SIGTERM)\u000a22:48:51.616787 run iperf3-srv_10.42.42.10(pid=4321): Terminating (SIGTERM)\u000a22:48:51.656723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4322): Terminating (SIGTERM)\u000a22:48:51.696470 run iperf3-srv_10.42.42.10(pid=4323): Terminating (SIGTERM)\u000a22:48:51.736285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4324): Terminating (SIGTERM)\u000a22:48:51.775967 run iperf3-srv_10.42.42.10(pid=4325): Terminating (SIGTERM)\u000a22:48:51.815987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4326): Terminating (SIGTERM)\u000a22:48:51.855615 run iperf3-srv_10.42.42.10(pid=4327): Terminating (SIGTERM)\u000a22:48:51.895506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4330): Terminating (SIGTERM)\u000a22:48:51.935156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4333): Terminating (SIGTERM)\u000a22:48:51.974746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4336): Terminating (SIGTERM)\u000a22:48:51.984238 --- ParallelTerminationStrategy: PID 4320 died...\u000a22:48:52.037674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4320): Terminated: ok {rc=0}\u000a22:48:52.047435 --- ParallelTerminationStrategy: PID 4321 died...\u000a22:48:52.100037 run iperf3-srv_10.42.42.10(pid=4321): Terminated {rc=256}\u000a22:48:52.109908 --- ParallelTerminationStrategy: PID 4322 died...\u000a22:48:52.162858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4322): Terminated: ok {rc=0}\u000a22:48:52.172240 --- ParallelTerminationStrategy: PID 4323 died...\u000a22:48:52.224753 run iperf3-srv_10.42.42.10(pid=4323): Terminated {rc=256}\u000a22:48:52.234647 --- ParallelTerminationStrategy: PID 4324 died...\u000a22:48:52.287439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4324): Terminated: ok {rc=0}\u000a22:48:52.297378 --- ParallelTerminationStrategy: PID 4325 died...\u000a22:48:52.350000 run iperf3-srv_10.42.42.10(pid=4325): Terminated {rc=256}\u000a22:48:52.359831 --- ParallelTerminationStrategy: PID 4326 died...\u000a22:48:52.412593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4326): Terminated: ok {rc=0}\u000a22:48:52.422589 --- ParallelTerminationStrategy: PID 4327 died...\u000a22:48:52.475225 run iperf3-srv_10.42.42.10(pid=4327): Terminated {rc=256}\u000a22:48:52.485108 --- ParallelTerminationStrategy: PID 4330 died...\u000a22:48:52.537566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4330): Terminated: ok {rc=0}\u000a22:48:52.547531 --- ParallelTerminationStrategy: PID 4333 died...\u000a22:48:52.600991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4333): Terminated: ok {rc=0}\u000a22:48:52.611111 --- ParallelTerminationStrategy: PID 4336 died...\u000a22:48:52.663928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4336): Terminated: ok {rc=0}\u000a22:48:52.753245 bus /gobi_4: Setting Powered False\u000a22:48:53.857949 bus /gobi_4: Setting Powered False\u000a22:48:54.968840 bus /gobi_1: Setting Powered False\u000a22:48:56.070778 bus /gobi_1: Setting Powered False\u000a22:48:57.183040 bus /gobi_0: Setting Powered False\u000a22:48:58.284362 bus /gobi_0: Setting Powered False\u000a22:48:59.395604 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4344): Process ended prematurely: osmo-stp_10.42.42.5(pid=4344) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4344)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4344): Process ended prematurely: osmo-stp_10.42.42.5(pid=4344) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4344)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a22:49:00.461810 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:49:00.473207 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:49:00.630174 tst ping.py: using LAC 32037\u000a22:49:00.747441 tst ping.py: using RAC 162\u000a22:49:00.868408 tst ping.py: using CellId 32037\u000a22:49:00.989663 tst ping.py: using BVCI 32038\u000a22:49:01.013627 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:49:01.025493 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:49:01.037184 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:49:01.049372 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:49:01.061469 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:49:01.074347 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:49:01.086151 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:49:01.099017 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:49:01.397171 tst ping.py:19: start network...\u000a22:49:01.534963 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:49:02.056613 run create_hlr_db(pid=4338): Launched\u000a22:49:02.248423 bus /gobi_6: Setting Powered False\u000a22:49:03.262409 run create_hlr_db(pid=4338): Terminated: ok {rc=0}\u000a22:49:03.672013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4340): Launched\u000a22:49:03.988177 run osmo-hlr_10.42.42.2(pid=4341): Launched\u000a22:49:04.106047 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:49:04.659964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4343): Launched\u000a22:49:04.974652 run osmo-stp_10.42.42.5(pid=4344): Launched\u000a22:49:05.089061 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:49:05.643548 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4346): Launched\u000a22:49:05.757009 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:49:06.033667 run patchelf(pid=4347): Launched\u000a22:49:06.220215 run osmo-stp_10.42.42.5(pid=4344): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4344)]\u000a22:49:06.356146 run osmo-stp_10.42.42.5(pid=4344): stdout: \u000a| (launched: 2022-12-12_22:49:04.820328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:06.492003 run osmo-stp_10.42.42.5(pid=4344): stderr: \u000a| �[0;m�[38;5;43m20221212224905011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224905012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224905012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224905012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224905013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224905013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224905013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:06.623973 run osmo-stp_10.42.42.5(pid=4344): stdout: \u000a| (launched: 2022-12-12_22:49:04.820328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:06.754296 run osmo-stp_10.42.42.5(pid=4344): stderr: \u000a| �[0;m�[38;5;43m20221212224905011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224905012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224905012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224905012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224905013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224905013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224905013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:06.906645 run patchelf(pid=4347): Terminating (SIGINT)\u000a22:49:07.085790 run patchelf(pid=4347): Terminated: ok {rc=0}\u000a22:49:07.118793 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4344): Process ended prematurely: osmo-stp_10.42.42.5(pid=4344) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4344)] [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a22:49:07.128137 tst ping.py:22: Test FAILED (6.7 sec)\u000a22:49:07.191303 run osmo-hlr_10.42.42.2(pid=4341): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4341)]\u000a22:49:07.243282 run osmo-hlr_10.42.42.2(pid=4341): stdout: \u000a| (launched: 2022-12-12_22:49:03.833484) \u000a22:49:07.295469 run osmo-hlr_10.42.42.2(pid=4341): stderr: \u000a| �[0;m�[1;31m20221212224904029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224904029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224904029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224904029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224904029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224904029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224904043 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224904051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224904051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224904051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:49:07.340125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4340): Terminating (SIGTERM)\u000a22:49:07.382597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4343): Terminating (SIGTERM)\u000a22:49:07.424910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4346): Terminating (SIGTERM)\u000a22:49:07.434908 --- ParallelTerminationStrategy: PID 4340 died...\u000a22:49:07.491094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4340): Terminated: ok {rc=0}\u000a22:49:07.501591 --- ParallelTerminationStrategy: PID 4343 died...\u000a22:49:07.558146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4343): Terminated: ok {rc=0}\u000a22:49:07.568390 --- ParallelTerminationStrategy: PID 4346 died...\u000a22:49:07.624905 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4346): Terminated: ok {rc=0}\u000a22:49:07.711020 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4354): Process ended prematurely: osmo-stp_10.42.42.5(pid=4354) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4354)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4354): Process ended prematurely: osmo-stp_10.42.42.5(pid=4354) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4354)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a22:49:08.764213 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:49:08.776656 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:49:08.943301 tst ping_idle_ping.py: using LAC 32038\u000a22:49:09.068346 tst ping_idle_ping.py: using RAC 163\u000a22:49:09.195759 tst ping_idle_ping.py: using CellId 32038\u000a22:49:09.322472 tst ping_idle_ping.py: using BVCI 32039\u000a22:49:09.346866 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:49:09.358333 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:49:09.369503 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:49:09.380738 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:49:09.391815 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:49:09.403064 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:49:09.414345 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:49:09.425577 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:49:09.719253 tst ping_idle_ping.py:24: start network...\u000a22:49:09.851915 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:49:10.358908 run create_hlr_db(pid=4348): Launched\u000a22:49:10.544828 bus /gobi_6: Setting Powered False\u000a22:49:11.563755 run create_hlr_db(pid=4348): Terminated: ok {rc=0}\u000a22:49:11.967479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4350): Launched\u000a22:49:12.268789 run osmo-hlr_10.42.42.2(pid=4351): Launched\u000a22:49:12.379345 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:49:12.896075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4353): Launched\u000a22:49:13.196268 run osmo-stp_10.42.42.5(pid=4354): Launched\u000a22:49:13.305575 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:49:13.827688 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4356): Launched\u000a22:49:13.934068 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:49:14.194606 run patchelf(pid=4357): Launched\u000a22:49:14.370966 run osmo-stp_10.42.42.5(pid=4354): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4354)]\u000a22:49:14.498780 run osmo-stp_10.42.42.5(pid=4354): stdout: \u000a| (launched: 2022-12-12_22:49:13.048451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:14.627393 run osmo-stp_10.42.42.5(pid=4354): stderr: \u000a| �[0;m�[38;5;43m20221212224913218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224913218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224913218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224913219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224913219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224913219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224913219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:14.750990 run osmo-stp_10.42.42.5(pid=4354): stdout: \u000a| (launched: 2022-12-12_22:49:13.048451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:14.873672 run osmo-stp_10.42.42.5(pid=4354): stderr: \u000a| �[0;m�[38;5;43m20221212224913218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224913218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224913218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224913219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224913219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224913219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224913219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:15.017656 run patchelf(pid=4357): Terminating (SIGINT)\u000a22:49:15.187135 run patchelf(pid=4357): Terminated: ok {rc=0}\u000a22:49:15.217702 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4354): Process ended prematurely: osmo-stp_10.42.42.5(pid=4354) [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4354)] [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a22:49:15.226305 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a22:49:15.286830 run osmo-hlr_10.42.42.2(pid=4351): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4351)]\u000a22:49:15.335982 run osmo-hlr_10.42.42.2(pid=4351): stdout: \u000a| (launched: 2022-12-12_22:49:12.118725) \u000a22:49:15.385754 run osmo-hlr_10.42.42.2(pid=4351): stderr: \u000a| �[0;m�[1;31m20221212224912294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224912294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224912294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224912294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224912294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224912294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224912307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224912318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224912318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224912318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:49:15.427402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4350): Terminating (SIGTERM)\u000a22:49:15.466961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4353): Terminating (SIGTERM)\u000a22:49:15.506667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4356): Terminating (SIGTERM)\u000a22:49:15.516087 --- ParallelTerminationStrategy: PID 4350 died...\u000a22:49:15.569172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4350): Terminated: ok {rc=0}\u000a22:49:15.578640 --- ParallelTerminationStrategy: PID 4353 died...\u000a22:49:15.631154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4353): Terminated: ok {rc=0}\u000a22:49:15.640870 --- ParallelTerminationStrategy: PID 4356 died...\u000a22:49:15.693834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4356): Terminated: ok {rc=0}\u000a22:49:15.776047 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:48:18" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4371): Process ended prematurely: osmo-stp_10.42.42.5(pid=4371) [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4371)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4371): Process ended prematurely: osmo-stp_10.42.42.5(pid=4371) [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4371)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:49:17.987091 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:49:17.998641 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:49:18.145293 tst cs_paging_gprs_active.py: using LAC 32039\u000a22:49:18.274296 tst cs_paging_gprs_active.py: using RAC 164\u000a22:49:18.398239 tst cs_paging_gprs_active.py: using CellId 32039\u000a22:49:18.520421 tst cs_paging_gprs_active.py: using BVCI 32040\u000a22:49:18.544806 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:49:18.558756 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:49:18.570353 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:49:18.582183 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:49:18.593856 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:49:18.605450 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:49:18.617186 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:49:18.628714 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:49:18.640656 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:49:18.756909 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:49:19.051978 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:49:19.187259 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:49:19.520564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4361): Launched\u000a22:49:19.799437 run iperf3-srv_10.42.42.10(pid=4362): Launched\u000a22:49:19.998801 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:49:20.134543 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:49:20.471017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4363): Launched\u000a22:49:20.750556 run iperf3-srv_10.42.42.10(pid=4364): Launched\u000a22:49:20.948280 tst cs_paging_gprs_active.py:38: start network...\u000a22:49:21.083040 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:49:21.601374 run create_hlr_db(pid=4365): Launched\u000a22:49:21.788252 bus /gobi_6: Setting Powered False\u000a22:49:22.808445 run create_hlr_db(pid=4365): Terminated: ok {rc=0}\u000a22:49:23.216267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4367): Launched\u000a22:49:23.520679 run osmo-hlr_10.42.42.2(pid=4368): Launched\u000a22:49:23.634006 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:49:24.161413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4370): Launched\u000a22:49:24.465168 run osmo-stp_10.42.42.5(pid=4371): Launched\u000a22:49:24.576671 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:49:25.103710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4373): Launched\u000a22:49:25.212479 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:49:25.477887 run patchelf(pid=4374): Launched\u000a22:49:25.655143 run osmo-stp_10.42.42.5(pid=4371): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4371)]\u000a22:49:25.784938 run osmo-stp_10.42.42.5(pid=4371): stdout: \u000a| (launched: 2022-12-12_22:49:24.315685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:25.915210 run osmo-stp_10.42.42.5(pid=4371): stderr: \u000a| �[0;m�[38;5;43m20221212224924488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224924488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224924488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224924488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224924489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224924489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224924489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:26.041135 run osmo-stp_10.42.42.5(pid=4371): stdout: \u000a| (launched: 2022-12-12_22:49:24.315685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:26.166278 run osmo-stp_10.42.42.5(pid=4371): stderr: \u000a| �[0;m�[38;5;43m20221212224924488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224924488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224924488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224924488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224924489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224924489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224924489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:26.311803 run patchelf(pid=4374): Terminating (SIGINT)\u000a22:49:26.483636 run patchelf(pid=4374): Terminated: ok {rc=0}\u000a22:49:26.514848 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4371): Process ended prematurely: osmo-stp_10.42.42.5(pid=4371) [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4371)] [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a22:49:26.524005 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a22:49:26.584182 run osmo-hlr_10.42.42.2(pid=4368): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4368)]\u000a22:49:26.633549 run osmo-hlr_10.42.42.2(pid=4368): stdout: \u000a| (launched: 2022-12-12_22:49:23.371179) \u000a22:49:26.683358 run osmo-hlr_10.42.42.2(pid=4368): stderr: \u000a| �[0;m�[1;31m20221212224923547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224923547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224923547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224923547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224923547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224923547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224923583 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224923592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224923593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224923593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:49:26.725557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4361): Terminating (SIGTERM)\u000a22:49:26.765521 run iperf3-srv_10.42.42.10(pid=4362): Terminating (SIGTERM)\u000a22:49:26.805445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4363): Terminating (SIGTERM)\u000a22:49:26.845377 run iperf3-srv_10.42.42.10(pid=4364): Terminating (SIGTERM)\u000a22:49:26.885248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4367): Terminating (SIGTERM)\u000a22:49:26.925105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4370): Terminating (SIGTERM)\u000a22:49:26.964991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4373): Terminating (SIGTERM)\u000a22:49:26.974540 --- ParallelTerminationStrategy: PID 4361 died...\u000a22:49:27.027984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4361): Terminated: ok {rc=0}\u000a22:49:27.038082 --- ParallelTerminationStrategy: PID 4362 died...\u000a22:49:27.090865 run iperf3-srv_10.42.42.10(pid=4362): Terminated {rc=256}\u000a22:49:27.100748 --- ParallelTerminationStrategy: PID 4363 died...\u000a22:49:27.153553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4363): Terminated: ok {rc=0}\u000a22:49:27.163452 --- ParallelTerminationStrategy: PID 4364 died...\u000a22:49:27.217058 run iperf3-srv_10.42.42.10(pid=4364): Terminated {rc=256}\u000a22:49:27.226645 --- ParallelTerminationStrategy: PID 4367 died...\u000a22:49:27.278996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4367): Terminated: ok {rc=0}\u000a22:49:27.288284 --- ParallelTerminationStrategy: PID 4370 died...\u000a22:49:27.341056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4370): Terminated: ok {rc=0}\u000a22:49:27.350496 --- ParallelTerminationStrategy: PID 4373 died...\u000a22:49:27.402853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4373): Terminated: ok {rc=0}\u000a22:49:27.491339 bus /gobi_0: Setting Powered False\u000a22:49:28.593301 bus /gobi_0: Setting Powered False\u000a22:49:29.704866 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4384): Process ended prematurely: osmo-stp_10.42.42.5(pid=4384) [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4384)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4384): Process ended prematurely: osmo-stp_10.42.42.5(pid=4384) [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4384)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a22:49:30.814756 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:49:30.826610 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:49:30.992386 tst iperf3.py: using LAC 32040\u000a22:49:31.157689 tst iperf3.py: using RAC 165\u000a22:49:31.299530 tst iperf3.py: using CellId 32040\u000a22:49:31.453929 tst iperf3.py: using BVCI 32041\u000a22:49:31.484188 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:49:31.498414 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:49:31.513243 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:49:31.526121 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:49:31.538605 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:49:31.551114 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:49:31.564420 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:49:31.577156 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:49:31.590137 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:49:31.880587 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:49:32.025586 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:49:32.397909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4376): Launched\u000a22:49:32.659349 run iperf3-srv_10.42.42.10(pid=4377): Launched\u000a22:49:32.844051 tst iperf3.py:8: start network...\u000a22:49:32.970231 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:49:33.445976 run create_hlr_db(pid=4378): Launched\u000a22:49:33.620638 bus /gobi_6: Setting Powered False\u000a22:49:34.641753 run create_hlr_db(pid=4378): Terminated: ok {rc=0}\u000a22:49:35.067488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4380): Launched\u000a22:49:35.388513 run osmo-hlr_10.42.42.2(pid=4381): Launched\u000a22:49:35.506295 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:49:36.067469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4383): Launched\u000a22:49:36.390074 run osmo-stp_10.42.42.5(pid=4384): Launched\u000a22:49:36.513235 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:49:37.075189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4386): Launched\u000a22:49:37.190559 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:49:37.471982 run patchelf(pid=4387): Launched\u000a22:49:37.661150 run osmo-stp_10.42.42.5(pid=4384): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4384)]\u000a22:49:37.799017 run osmo-stp_10.42.42.5(pid=4384): stdout: \u000a| (launched: 2022-12-12_22:49:36.231159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:37.937798 run osmo-stp_10.42.42.5(pid=4384): stderr: \u000a| �[0;m�[38;5;43m20221212224936424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224936424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224936424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224936424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224936425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224936425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224936425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:38.071265 run osmo-stp_10.42.42.5(pid=4384): stdout: \u000a| (launched: 2022-12-12_22:49:36.231159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:38.203600 run osmo-stp_10.42.42.5(pid=4384): stderr: \u000a| �[0;m�[38;5;43m20221212224936424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224936424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224936424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224936424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224936425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224936425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224936425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:38.358652 run patchelf(pid=4387): Terminating (SIGINT)\u000a22:49:38.540783 run patchelf(pid=4387): Terminated: ok {rc=0}\u000a22:49:38.574282 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4384): Process ended prematurely: osmo-stp_10.42.42.5(pid=4384) [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4384)] [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a22:49:38.584132 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a22:49:38.646981 run osmo-hlr_10.42.42.2(pid=4381): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4381)]\u000a22:49:38.698336 run osmo-hlr_10.42.42.2(pid=4381): stdout: \u000a| (launched: 2022-12-12_22:49:35.231114) \u000a22:49:38.750130 run osmo-hlr_10.42.42.2(pid=4381): stderr: \u000a| �[0;m�[1;31m20221212224935431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224935431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224935431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224935431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224935431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224935431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224935444 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224935453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224935453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224935453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:49:38.794425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4376): Terminating (SIGTERM)\u000a22:49:38.835983 run iperf3-srv_10.42.42.10(pid=4377): Terminating (SIGTERM)\u000a22:49:38.877921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4380): Terminating (SIGTERM)\u000a22:49:38.919680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4383): Terminating (SIGTERM)\u000a22:49:38.961294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4386): Terminating (SIGTERM)\u000a22:49:38.970981 --- ParallelTerminationStrategy: PID 4376 died...\u000a22:49:39.026934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4376): Terminated: ok {rc=0}\u000a22:49:39.037078 --- ParallelTerminationStrategy: PID 4377 died...\u000a22:49:39.092412 run iperf3-srv_10.42.42.10(pid=4377): Terminated {rc=256}\u000a22:49:39.102476 --- ParallelTerminationStrategy: PID 4380 died...\u000a22:49:39.157846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4380): Terminated: ok {rc=0}\u000a22:49:39.167877 --- ParallelTerminationStrategy: PID 4383 died...\u000a22:49:39.223245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4383): Terminated: ok {rc=0}\u000a22:49:39.233333 --- ParallelTerminationStrategy: PID 4386 died...\u000a22:49:39.288714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4386): Terminated: ok {rc=0}\u000a22:49:39.375405 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4403): Process ended prematurely: osmo-stp_10.42.42.5(pid=4403) [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4403)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4403): Process ended prematurely: osmo-stp_10.42.42.5(pid=4403) [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4403)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a22:49:40.493125 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:49:40.505645 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:49:40.653720 tst iperf3m4.py: using LAC 32041\u000a22:49:40.780349 tst iperf3m4.py: using RAC 166\u000a22:49:40.908662 tst iperf3m4.py: using CellId 32041\u000a22:49:41.035085 tst iperf3m4.py: using BVCI 32042\u000a22:49:41.060045 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:49:41.071781 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:49:41.083344 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:49:41.095023 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:49:41.106685 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:49:41.118229 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:49:41.129951 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:49:41.141474 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:49:41.153250 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:49:41.271861 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:49:41.395647 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:49:41.512273 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:49:41.790826 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:49:41.917080 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:49:42.232155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4389): Launched\u000a22:49:42.493864 run iperf3-srv_10.42.42.10(pid=4390): Launched\u000a22:49:42.679165 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:49:42.805502 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:49:43.119480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4391): Launched\u000a22:49:43.380902 run iperf3-srv_10.42.42.10(pid=4392): Launched\u000a22:49:43.566158 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:49:43.692117 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:49:44.005386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4393): Launched\u000a22:49:44.266266 run iperf3-srv_10.42.42.10(pid=4394): Launched\u000a22:49:44.452364 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:49:44.579889 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:49:44.894536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4395): Launched\u000a22:49:45.154494 run iperf3-srv_10.42.42.10(pid=4396): Launched\u000a22:49:45.338728 tst iperf3m4.py:8: start network...\u000a22:49:45.464689 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:49:45.995505 run create_hlr_db(pid=4397): Launched\u000a22:49:46.187095 bus /gobi_6: Setting Powered False\u000a22:49:47.238517 run create_hlr_db(pid=4397): Terminated: ok {rc=0}\u000a22:49:47.668319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4399): Launched\u000a22:49:47.990724 run osmo-hlr_10.42.42.2(pid=4400): Launched\u000a22:49:48.108368 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:49:48.671101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4402): Launched\u000a22:49:48.993946 run osmo-stp_10.42.42.5(pid=4403): Launched\u000a22:49:49.111712 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:49:49.677621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4405): Launched\u000a22:49:49.792876 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:49:50.074608 run patchelf(pid=4406): Launched\u000a22:49:50.263485 run osmo-stp_10.42.42.5(pid=4403): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4403)]\u000a22:49:50.401764 run osmo-stp_10.42.42.5(pid=4403): stdout: \u000a| (launched: 2022-12-12_22:49:48.835009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:50.540484 run osmo-stp_10.42.42.5(pid=4403): stderr: \u000a| �[0;m�[38;5;43m20221212224949027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224949027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224949027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224949028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224949028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224949028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224949028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:50.674689 run osmo-stp_10.42.42.5(pid=4403): stdout: \u000a| (launched: 2022-12-12_22:49:48.835009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:50.806959 run osmo-stp_10.42.42.5(pid=4403): stderr: \u000a| �[0;m�[38;5;43m20221212224949027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212224949027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212224949027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212224949028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212224949028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212224949028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212224949028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:50.962031 run patchelf(pid=4406): Terminating (SIGINT)\u000a22:49:51.143808 run patchelf(pid=4406): Terminated: ok {rc=0}\u000a22:49:51.177078 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4403): Process ended prematurely: osmo-stp_10.42.42.5(pid=4403) [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4403)] [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a22:49:51.187021 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a22:49:51.249564 run osmo-hlr_10.42.42.2(pid=4400): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4400)]\u000a22:49:51.300339 run osmo-hlr_10.42.42.2(pid=4400): stdout: \u000a| (launched: 2022-12-12_22:49:47.832683) \u000a22:49:51.351762 run osmo-hlr_10.42.42.2(pid=4400): stderr: \u000a| �[0;m�[1;31m20221212224948030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212224948030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212224948030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224948030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212224948030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212224948030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212224948046 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212224948054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212224948054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212224948054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:49:51.395416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4389): Terminating (SIGTERM)\u000a22:49:51.436619 run iperf3-srv_10.42.42.10(pid=4390): Terminating (SIGTERM)\u000a22:49:51.478099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4391): Terminating (SIGTERM)\u000a22:49:51.519169 run iperf3-srv_10.42.42.10(pid=4392): Terminating (SIGTERM)\u000a22:49:51.560769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4393): Terminating (SIGTERM)\u000a22:49:51.602938 run iperf3-srv_10.42.42.10(pid=4394): Terminating (SIGTERM)\u000a22:49:51.644121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4395): Terminating (SIGTERM)\u000a22:49:51.685268 run iperf3-srv_10.42.42.10(pid=4396): Terminating (SIGTERM)\u000a22:49:51.726561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4399): Terminating (SIGTERM)\u000a22:49:51.767659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4402): Terminating (SIGTERM)\u000a22:49:51.809048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4405): Terminating (SIGTERM)\u000a22:49:51.818618 --- ParallelTerminationStrategy: PID 4389 died...\u000a22:49:51.873455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4389): Terminated: ok {rc=0}\u000a22:49:51.883557 --- ParallelTerminationStrategy: PID 4390 died...\u000a22:49:51.938209 run iperf3-srv_10.42.42.10(pid=4390): Terminated {rc=256}\u000a22:49:51.947954 --- ParallelTerminationStrategy: PID 4391 died...\u000a22:49:52.002725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4391): Terminated: ok {rc=0}\u000a22:49:52.012574 --- ParallelTerminationStrategy: PID 4392 died...\u000a22:49:52.067710 run iperf3-srv_10.42.42.10(pid=4392): Terminated {rc=256}\u000a22:49:52.077724 --- ParallelTerminationStrategy: PID 4393 died...\u000a22:49:52.132512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4393): Terminated: ok {rc=0}\u000a22:49:52.142421 --- ParallelTerminationStrategy: PID 4394 died...\u000a22:49:52.197028 run iperf3-srv_10.42.42.10(pid=4394): Terminated {rc=256}\u000a22:49:52.206845 --- ParallelTerminationStrategy: PID 4395 died...\u000a22:49:52.261672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4395): Terminated: ok {rc=0}\u000a22:49:52.271535 --- ParallelTerminationStrategy: PID 4396 died...\u000a22:49:52.325989 run iperf3-srv_10.42.42.10(pid=4396): Terminated {rc=256}\u000a22:49:52.335815 --- ParallelTerminationStrategy: PID 4399 died...\u000a22:49:52.390742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4399): Terminated: ok {rc=0}\u000a22:49:52.400613 --- ParallelTerminationStrategy: PID 4402 died...\u000a22:49:52.455650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4402): Terminated: ok {rc=0}\u000a22:49:52.465716 --- ParallelTerminationStrategy: PID 4405 died...\u000a22:49:52.520612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4405): Terminated: ok {rc=0}\u000a22:49:52.607652 bus /gobi_4: Setting Powered False\u000a22:49:53.711021 bus /gobi_4: Setting Powered False\u000a22:49:54.821631 bus /gobi_1: Setting Powered False\u000a22:49:55.923892 bus /gobi_1: Setting Powered False\u000a22:49:57.034709 bus /gobi_0: Setting Powered False\u000a22:49:58.137788 bus /gobi_0: Setting Powered False\u000a22:49:59.248932 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4416): Process ended prematurely: osmo-stp_10.42.42.5(pid=4416) [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4416)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4416): Process ended prematurely: osmo-stp_10.42.42.5(pid=4416) [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4416)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a22:50:00.315600 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:50:00.327486 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:50:00.466540 tst ping.py: using LAC 32042\u000a22:50:00.583383 tst ping.py: using RAC 167\u000a22:50:00.702415 tst ping.py: using CellId 32042\u000a22:50:00.825801 tst ping.py: using BVCI 32043\u000a22:50:00.851979 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:50:00.864406 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:50:00.877379 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:50:00.894814 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:50:00.907018 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:50:00.919471 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:50:00.932092 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:50:00.944738 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:50:01.260822 tst ping.py:19: start network...\u000a22:50:01.395279 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:50:01.949217 run create_hlr_db(pid=4410): Launched\u000a22:50:02.137485 bus /gobi_6: Setting Powered False\u000a22:50:03.153349 run create_hlr_db(pid=4410): Terminated: ok {rc=0}\u000a22:50:03.553181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4412): Launched\u000a22:50:03.850284 run osmo-hlr_10.42.42.2(pid=4413): Launched\u000a22:50:03.963877 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:50:04.482957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4415): Launched\u000a22:50:04.781252 run osmo-stp_10.42.42.5(pid=4416): Launched\u000a22:50:04.890224 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:50:05.409638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4418): Launched\u000a22:50:05.515904 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:50:05.776632 run patchelf(pid=4419): Launched\u000a22:50:05.952364 run osmo-stp_10.42.42.5(pid=4416): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4416)]\u000a22:50:06.080731 run osmo-stp_10.42.42.5(pid=4416): stdout: \u000a| (launched: 2022-12-12_22:50:04.634462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:06.209221 run osmo-stp_10.42.42.5(pid=4416): stderr: \u000a| �[0;m�[38;5;43m20221212225004804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225004804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225004804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225004805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225004807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225004807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225004807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:06.333251 run osmo-stp_10.42.42.5(pid=4416): stdout: \u000a| (launched: 2022-12-12_22:50:04.634462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:06.455896 run osmo-stp_10.42.42.5(pid=4416): stderr: \u000a| �[0;m�[38;5;43m20221212225004804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225004804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225004804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225004805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225004807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225004807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225004807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:06.600028 run patchelf(pid=4419): Terminating (SIGINT)\u000a22:50:06.770382 run patchelf(pid=4419): Terminated: ok {rc=0}\u000a22:50:06.800867 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4416): Process ended prematurely: osmo-stp_10.42.42.5(pid=4416) [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4416)] [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a22:50:06.809432 tst ping.py:22: Test FAILED (6.5 sec)\u000a22:50:06.869083 run osmo-hlr_10.42.42.2(pid=4413): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4413)]\u000a22:50:06.917746 run osmo-hlr_10.42.42.2(pid=4413): stdout: \u000a| (launched: 2022-12-12_22:50:03.703742) \u000a22:50:06.967065 run osmo-hlr_10.42.42.2(pid=4413): stderr: \u000a| �[0;m�[1;31m20221212225003881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225003881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225003881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225003881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225003882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225003882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225003891 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225003901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225003901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225003901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:50:07.009134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4412): Terminating (SIGTERM)\u000a22:50:07.048350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4415): Terminating (SIGTERM)\u000a22:50:07.087739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4418): Terminating (SIGTERM)\u000a22:50:07.097272 --- ParallelTerminationStrategy: PID 4412 died...\u000a22:50:07.150325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4412): Terminated: ok {rc=0}\u000a22:50:07.159958 --- ParallelTerminationStrategy: PID 4415 died...\u000a22:50:07.213402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4415): Terminated: ok {rc=0}\u000a22:50:07.223005 --- ParallelTerminationStrategy: PID 4418 died...\u000a22:50:07.275324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4418): Terminated: ok {rc=0}\u000a22:50:07.358564 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4426): Process ended prematurely: osmo-stp_10.42.42.5(pid=4426) [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4426)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4426): Process ended prematurely: osmo-stp_10.42.42.5(pid=4426) [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4426)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a22:50:08.411616 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:50:08.424536 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:50:08.577882 tst ping_idle_ping.py: using LAC 32043\u000a22:50:08.702750 tst ping_idle_ping.py: using RAC 168\u000a22:50:08.825985 tst ping_idle_ping.py: using CellId 32043\u000a22:50:08.948869 tst ping_idle_ping.py: using BVCI 32044\u000a22:50:08.973367 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:50:08.985157 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:50:08.996682 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:50:09.008724 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:50:09.021054 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:50:09.032905 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:50:09.045131 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:50:09.057217 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:50:09.349807 tst ping_idle_ping.py:24: start network...\u000a22:50:09.482757 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:50:09.991286 run create_hlr_db(pid=4420): Launched\u000a22:50:10.175951 bus /gobi_6: Setting Powered False\u000a22:50:11.196410 run create_hlr_db(pid=4420): Terminated: ok {rc=0}\u000a22:50:11.598064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4422): Launched\u000a22:50:11.896510 run osmo-hlr_10.42.42.2(pid=4423): Launched\u000a22:50:12.013474 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:50:12.542707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4425): Launched\u000a22:50:12.842523 run osmo-stp_10.42.42.5(pid=4426): Launched\u000a22:50:12.952310 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:50:13.475138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4428): Launched\u000a22:50:13.581588 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:50:13.843284 run patchelf(pid=4429): Launched\u000a22:50:14.019751 run osmo-stp_10.42.42.5(pid=4426): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4426)]\u000a22:50:14.148519 run osmo-stp_10.42.42.5(pid=4426): stdout: \u000a| (launched: 2022-12-12_22:50:12.694754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:14.278366 run osmo-stp_10.42.42.5(pid=4426): stderr: \u000a| �[0;m�[38;5;43m20221212225012864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225012864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225012864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225012865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225012866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225012866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225012866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:14.402911 run osmo-stp_10.42.42.5(pid=4426): stdout: \u000a| (launched: 2022-12-12_22:50:12.694754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:14.525918 run osmo-stp_10.42.42.5(pid=4426): stderr: \u000a| �[0;m�[38;5;43m20221212225012864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225012864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225012864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225012865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225012866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225012866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225012866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:14.670486 run patchelf(pid=4429): Terminating (SIGINT)\u000a22:50:14.841577 run patchelf(pid=4429): Terminated: ok {rc=0}\u000a22:50:14.872357 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4426): Process ended prematurely: osmo-stp_10.42.42.5(pid=4426) [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4426)] [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a22:50:14.880770 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a22:50:14.940830 run osmo-hlr_10.42.42.2(pid=4423): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4423)]\u000a22:50:14.989641 run osmo-hlr_10.42.42.2(pid=4423): stdout: \u000a| (launched: 2022-12-12_22:50:11.749564) \u000a22:50:15.039136 run osmo-hlr_10.42.42.2(pid=4423): stderr: \u000a| �[0;m�[1;31m20221212225011925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225011925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225011925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225011925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225011925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225011925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225011938 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225011946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225011946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225011946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:50:15.080727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4422): Terminating (SIGTERM)\u000a22:50:15.120376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4425): Terminating (SIGTERM)\u000a22:50:15.160032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4428): Terminating (SIGTERM)\u000a22:50:15.169797 --- ParallelTerminationStrategy: PID 4422 died...\u000a22:50:15.223324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4422): Terminated: ok {rc=0}\u000a22:50:15.233259 --- ParallelTerminationStrategy: PID 4425 died...\u000a22:50:15.285998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4425): Terminated: ok {rc=0}\u000a22:50:15.296045 --- ParallelTerminationStrategy: PID 4428 died...\u000a22:50:15.348510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4428): Terminated: ok {rc=0}\u000a22:50:15.436084 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:49:17" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4439): Process ended prematurely: osmo-stp_10.42.42.5(pid=4439) [trial-2383↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4439)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4439): Process ended prematurely: osmo-stp_10.42.42.5(pid=4439) [trial-2383↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4439)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:50:17.562332 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:17.574052 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:50:17.744465 tst switch_tch_pdch.py: using LAC 32044\u000a22:50:17.882421 tst switch_tch_pdch.py: using RAC 169\u000a22:50:18.005149 tst switch_tch_pdch.py: using CellId 32044\u000a22:50:18.127805 tst switch_tch_pdch.py: using BVCI 32045\u000a22:50:18.152204 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:18.163693 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:18.175076 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:18.186527 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:18.198013 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:18.209330 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:18.220832 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:18.232187 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:50:18.349879 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:50:18.625223 tst switch_tch_pdch.py:51: start network...\u000a22:50:18.749318 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:50:19.218401 run create_hlr_db(pid=4433): Launched\u000a22:50:19.391553 bus /gobi_6: Setting Powered False\u000a22:50:20.410512 run create_hlr_db(pid=4433): Terminated: ok {rc=0}\u000a22:50:20.832443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4435): Launched\u000a22:50:21.148520 run osmo-hlr_10.42.42.2(pid=4436): Launched\u000a22:50:21.263800 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:50:21.812623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4438): Launched\u000a22:50:22.127887 run osmo-stp_10.42.42.5(pid=4439): Launched\u000a22:50:22.243180 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:50:22.797280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4441): Launched\u000a22:50:22.910021 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:50:23.185765 run patchelf(pid=4442): Launched\u000a22:50:23.371076 run osmo-stp_10.42.42.5(pid=4439): ERR: Terminated: ERROR {rc=1} [trial-2383↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4439)]\u000a22:50:23.506086 run osmo-stp_10.42.42.5(pid=4439): stdout: \u000a| (launched: 2022-12-12_22:50:21.972463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:23.641576 run osmo-stp_10.42.42.5(pid=4439): stderr: \u000a| �[0;m�[38;5;43m20221212225022163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225022163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225022163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225022164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225022164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225022164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225022164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:23.772313 run osmo-stp_10.42.42.5(pid=4439): stdout: \u000a| (launched: 2022-12-12_22:50:21.972463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:23.902018 run osmo-stp_10.42.42.5(pid=4439): stderr: \u000a| �[0;m�[38;5;43m20221212225022163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225022163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225022163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225022164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225022164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225022164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225022164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:24.054152 run patchelf(pid=4442): Terminating (SIGINT)\u000a22:50:24.232100 run patchelf(pid=4442): Terminated: ok {rc=0}\u000a22:50:24.264407 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=4439): Process ended prematurely: osmo-stp_10.42.42.5(pid=4439) [trial-2383↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4439)] [trial-2383↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:50:24.273762 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a22:50:24.335408 run osmo-hlr_10.42.42.2(pid=4436): ERR: Terminated: ERROR {rc=237} [trial-2383↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4436)]\u000a22:50:24.386085 run osmo-hlr_10.42.42.2(pid=4436): stdout: \u000a| (launched: 2022-12-12_22:50:20.993630) \u000a22:50:24.437819 run osmo-hlr_10.42.42.2(pid=4436): stderr: \u000a| �[0;m�[1;31m20221212225021188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225021188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225021188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225021188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225021188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225021188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225021200 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225021208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225021209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225021209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:50:24.481858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4435): Terminating (SIGTERM)\u000a22:50:24.523356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4438): Terminating (SIGTERM)\u000a22:50:24.565175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4441): Terminating (SIGTERM)\u000a22:50:24.574798 --- ParallelTerminationStrategy: PID 4435 died...\u000a22:50:24.630040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4435): Terminated: ok {rc=0}\u000a22:50:24.640028 --- ParallelTerminationStrategy: PID 4438 died...\u000a22:50:24.695270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4438): Terminated: ok {rc=0}\u000a22:50:24.705182 --- ParallelTerminationStrategy: PID 4441 died...\u000a22:50:24.760540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4441): Terminated: ok {rc=0}\u000a22:50:24.847798 bus /gobi_0: Setting Powered False\u000a22:50:25.950060 bus /gobi_0: Setting Powered False\u000a22:50:27.060585 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:50:17" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4452): Process ended prematurely: osmo-stp_10.42.42.5(pid=4452) [trial-2383↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4452)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4452): Process ended prematurely: osmo-stp_10.42.42.5(pid=4452) [trial-2383↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4452)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a22:50:29.025304 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:50:29.036317 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a22:50:29.197251 tst switch_tch_pdch.py: using LAC 32045\u000a22:50:29.323631 tst switch_tch_pdch.py: using RAC 170\u000a22:50:29.448185 tst switch_tch_pdch.py: using CellId 32045\u000a22:50:29.572774 tst switch_tch_pdch.py: using BVCI 32046\u000a22:50:29.597462 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:50:29.608855 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:50:29.620176 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:50:29.631307 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:50:29.642907 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:50:29.654289 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:50:29.665760 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:50:29.677005 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:50:29.792662 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:50:30.067653 tst switch_tch_pdch.py:51: start network...\u000a22:50:30.191547 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:50:30.633338 run create_hlr_db(pid=4446): Launched\u000a22:50:30.755067 bus /gobi_6: Setting Powered False\u000a22:50:31.833892 run create_hlr_db(pid=4446): Terminated: ok {rc=0}\u000a22:50:32.228522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4448): Launched\u000a22:50:32.526397 run osmo-hlr_10.42.42.2(pid=4449): Launched\u000a22:50:32.636024 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:50:33.126849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4451): Launched\u000a22:50:33.424654 run osmo-stp_10.42.42.5(pid=4452): Launched\u000a22:50:33.533909 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:50:34.026326 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4454): Launched\u000a22:50:34.132717 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:50:34.393659 run patchelf(pid=4455): Launched\u000a22:50:34.568322 run osmo-stp_10.42.42.5(pid=4452): ERR: Terminated: ERROR {rc=1} [trial-2383↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4452)]\u000a22:50:34.696117 run osmo-stp_10.42.42.5(pid=4452): stdout: \u000a| (launched: 2022-12-12_22:50:33.278063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:34.823709 run osmo-stp_10.42.42.5(pid=4452): stderr: \u000a| �[0;m�[38;5;43m20221212225033447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225033448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225033448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225033448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225033449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225033449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225033449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:34.947226 run osmo-stp_10.42.42.5(pid=4452): stdout: \u000a| (launched: 2022-12-12_22:50:33.278063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:35.069074 run osmo-stp_10.42.42.5(pid=4452): stderr: \u000a| �[0;m�[38;5;43m20221212225033447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225033448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225033448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225033448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225033449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225033449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225033449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:35.212524 run patchelf(pid=4455): Terminating (SIGINT)\u000a22:50:35.381433 run patchelf(pid=4455): Terminated: ok {rc=0}\u000a22:50:35.411941 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=4452): Process ended prematurely: osmo-stp_10.42.42.5(pid=4452) [trial-2383↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4452)] [trial-2383↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a22:50:35.420469 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a22:50:35.480155 run osmo-hlr_10.42.42.2(pid=4449): ERR: Terminated: ERROR {rc=237} [trial-2383↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4449)]\u000a22:50:35.528840 run osmo-hlr_10.42.42.2(pid=4449): stdout: \u000a| (launched: 2022-12-12_22:50:32.379954) \u000a22:50:35.578368 run osmo-hlr_10.42.42.2(pid=4449): stderr: \u000a| �[0;m�[1;31m20221212225032555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225032555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225032555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225032555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225032555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225032555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225032567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225032575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225032576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225032576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:50:35.620385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4448): Terminating (SIGTERM)\u000a22:50:35.660232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4451): Terminating (SIGTERM)\u000a22:50:35.699945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4454): Terminating (SIGTERM)\u000a22:50:35.709557 --- ParallelTerminationStrategy: PID 4448 died...\u000a22:50:35.763283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4448): Terminated: ok {rc=0}\u000a22:50:35.772611 --- ParallelTerminationStrategy: PID 4451 died...\u000a22:50:35.824723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4451): Terminated: ok {rc=0}\u000a22:50:35.834374 --- ParallelTerminationStrategy: PID 4454 died...\u000a22:50:35.886771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4454): Terminated: ok {rc=0}\u000a22:50:35.973386 bus /gobi_0: Setting Powered False\u000a22:50:37.076472 bus /gobi_0: Setting Powered False\u000a22:50:38.181641 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:50:28" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=4461): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4461) [trial-2383↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4461)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=4461): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4461) [trial-2383↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4461)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a22:50:40.084479 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a22:50:40.095813 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a22:50:40.229684 tst mo_mt_sms.py: using LAC 32046\u000a22:50:40.347522 tst mo_mt_sms.py: using RAC 171\u000a22:50:40.465563 tst mo_mt_sms.py: using CellId 32046\u000a22:50:40.582850 tst mo_mt_sms.py: using BVCI 32047\u000a22:50:40.605592 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a22:50:40.721893 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a22:50:40.995352 tst mo_mt_sms.py:9: start nitb and bts...\u000a22:50:41.118746 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:50:41.731390 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4460): Launched\u000a22:50:42.025825 run osmo-nitb_10.42.42.2(pid=4461): Launched\u000a22:50:42.209355 run osmo-nitb_10.42.42.2(pid=4461): ERR: Terminated: ERROR {rc=2} [trial-2383↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4461)]\u000a22:50:42.344676 run osmo-nitb_10.42.42.2(pid=4461): stdout: \u000a| (launched: 2022-12-12_22:50:41.882563) \u000a22:50:42.480580 run osmo-nitb_10.42.42.2(pid=4461): stderr: \u000a| (launched: 2022-12-12_22:50:41.926569)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:50:42.611841 run osmo-nitb_10.42.42.2(pid=4461): stdout: \u000a| (launched: 2022-12-12_22:50:41.882563) \u000a22:50:42.742105 run osmo-nitb_10.42.42.2(pid=4461): stderr: \u000a| (launched: 2022-12-12_22:50:41.926569)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:50:43.145817 tst osmo-nitb_10.42.42.2(pid=4461): stdout: \u000a| (launched: 2022-12-12_22:50:41.882563) \u000a22:50:43.264930 tst osmo-nitb_10.42.42.2(pid=4461): stderr: \u000a| (launched: 2022-12-12_22:50:41.926569)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:50:43.317091 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=4461): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4461) [trial-2383↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4461)] [trial-2383↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a22:50:43.324930 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a22:50:43.359282 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4460): Terminating (SIGTERM)\u000a22:50:43.536692 --- ParallelTerminationStrategy: PID 4460 died...\u000a22:50:43.590931 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4460): Terminated: ok {rc=0}\u000a22:50:43.673861 bus /sierra_3: Setting Powered False\u000a22:50:44.781671 bus /sierra_3: Setting Powered False\u000a22:50:45.929720 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:50:39" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "sms:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4471): Process ended prematurely: osmo-stp_10.42.42.5(pid=4471) [trial-2383↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4471)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4471): Process ended prematurely: osmo-stp_10.42.42.5(pid=4471) [trial-2383↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4471)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a22:50:47.850184 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:50:47.860938 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a22:50:47.997424 tst mo_mt_sms.py: using LAC 32047\u000a22:50:48.114889 tst mo_mt_sms.py: using RAC 172\u000a22:50:48.234670 tst mo_mt_sms.py: using CellId 32047\u000a22:50:48.353835 tst mo_mt_sms.py: using BVCI 32048\u000a22:50:48.376308 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:50:48.386766 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:50:48.397057 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:50:48.408121 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:50:48.419250 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:50:48.430430 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a22:50:48.551145 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a22:50:48.762152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:50:49.267848 run create_hlr_db(pid=4465): Launched\u000a22:50:49.452249 bus /sierra_2: Setting Powered False\u000a22:50:50.471389 run create_hlr_db(pid=4465): Terminated: ok {rc=0}\u000a22:50:50.871353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4467): Launched\u000a22:50:51.169131 run osmo-hlr_10.42.42.2(pid=4468): Launched\u000a22:50:51.283259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:50:51.806467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4470): Launched\u000a22:50:52.103011 run osmo-stp_10.42.42.5(pid=4471): Launched\u000a22:50:52.211553 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:50:52.754714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4473): Launched\u000a22:50:53.052627 run osmo-msc_10.42.42.6(pid=4474): Launched\u000a22:50:53.228651 run osmo-stp_10.42.42.5(pid=4471): ERR: Terminated: ERROR {rc=1} [trial-2383↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4471)]\u000a22:50:53.356066 run osmo-stp_10.42.42.5(pid=4471): stdout: \u000a| (launched: 2022-12-12_22:50:51.957287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:53.480049 run osmo-stp_10.42.42.5(pid=4471): stderr: \u000a| �[0;m�[38;5;43m20221212225052127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225052127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225052127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225052128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225052128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225052128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225052128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:53.599416 run osmo-stp_10.42.42.5(pid=4471): stdout: \u000a| (launched: 2022-12-12_22:50:51.957287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:53.717876 run osmo-stp_10.42.42.5(pid=4471): stderr: \u000a| �[0;m�[38;5;43m20221212225052127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225052127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225052127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225052128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225052128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225052128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225052128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:53.769517 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=4471): Process ended prematurely: osmo-stp_10.42.42.5(pid=4471) [trial-2383↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4471)] [trial-2383↪sms:trx-lms↪mo_mt_sms.py:16]\u000a22:50:53.777357 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a22:50:53.836667 run osmo-hlr_10.42.42.2(pid=4468): ERR: Terminated: ERROR {rc=237} [trial-2383↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4468)]\u000a22:50:53.885634 run osmo-hlr_10.42.42.2(pid=4468): stdout: \u000a| (launched: 2022-12-12_22:50:51.022783) \u000a22:50:53.935038 run osmo-hlr_10.42.42.2(pid=4468): stderr: \u000a| �[0;m�[1;31m20221212225051196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225051197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225051197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225051197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225051197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225051197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225051209 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225051218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225051219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225051219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:50:54.001398 run osmo-msc_10.42.42.6(pid=4474): ERR: Terminated: ERROR {rc=2} [trial-2383↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4474)]\u000a22:50:54.049638 run osmo-msc_10.42.42.6(pid=4474): stdout: \u000a| (launched: 2022-12-12_22:50:52.905660) \u000a22:50:54.099139 run osmo-msc_10.42.42.6(pid=4474): stderr: \u000a| �[0;m�[38;5;43m20221212225053178 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212225053178 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f834a032c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212225053178 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212225053178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212225053178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212225053179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212225053181 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212225053181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212225053181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212225053181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:50:54.140520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4467): Terminating (SIGTERM)\u000a22:50:54.179921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4470): Terminating (SIGTERM)\u000a22:50:54.219506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4473): Terminating (SIGTERM)\u000a22:50:54.228832 --- ParallelTerminationStrategy: PID 4467 died...\u000a22:50:54.281377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4467): Terminated: ok {rc=0}\u000a22:50:54.290980 --- ParallelTerminationStrategy: PID 4470 died...\u000a22:50:54.343722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4470): Terminated: ok {rc=0}\u000a22:50:54.353908 --- ParallelTerminationStrategy: PID 4473 died...\u000a22:50:54.406378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4473): Terminated: ok {rc=0}\u000a22:50:54.488564 bus /sierra_3: Setting Powered False\u000a22:50:55.594909 bus /sierra_3: Setting Powered False\u000a22:50:56.700351 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:50:47" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=4480): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4480) [trial-2383↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4480)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=4480): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4480) [trial-2383↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4480)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a22:50:58.544052 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a22:50:58.555296 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a22:50:58.697169 tst assert_extension.py: using LAC 32048\u000a22:50:58.822969 tst assert_extension.py: using RAC 173\u000a22:50:58.947213 tst assert_extension.py: using CellId 32048\u000a22:50:59.073670 tst assert_extension.py: using BVCI 32049\u000a22:50:59.097955 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a22:50:59.371718 tst assert_extension.py:10: start nitb and bts...\u000a22:50:59.495841 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:51:00.112600 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4479): Launched\u000a22:51:00.405919 run osmo-nitb_10.42.42.2(pid=4480): Launched\u000a22:51:00.588940 run osmo-nitb_10.42.42.2(pid=4480): ERR: Terminated: ERROR {rc=2} [trial-2383↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4480)]\u000a22:51:00.723808 run osmo-nitb_10.42.42.2(pid=4480): stdout: \u000a| (launched: 2022-12-12_22:51:00.263050) \u000a22:51:00.863325 run osmo-nitb_10.42.42.2(pid=4480): stderr: \u000a| (launched: 2022-12-12_22:51:00.307248)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:51:01.020268 run osmo-nitb_10.42.42.2(pid=4480): stdout: \u000a| (launched: 2022-12-12_22:51:00.263050) \u000a22:51:01.154104 run osmo-nitb_10.42.42.2(pid=4480): stderr: \u000a| (launched: 2022-12-12_22:51:00.307248)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:51:01.533866 tst osmo-nitb_10.42.42.2(pid=4480): stdout: \u000a| (launched: 2022-12-12_22:51:00.263050) \u000a22:51:01.682476 tst osmo-nitb_10.42.42.2(pid=4480): stderr: \u000a| (launched: 2022-12-12_22:51:00.307248)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:51:01.759820 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=4480): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4480) [trial-2383↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4480)] [trial-2383↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a22:51:01.773487 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a22:51:01.819542 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4479): Terminating (SIGTERM)\u000a22:51:02.000511 --- ParallelTerminationStrategy: PID 4479 died...\u000a22:51:02.058451 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4479): Terminated: ok {rc=0}\u000a22:51:02.147325 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:50:58" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4491): Process ended prematurely: osmo-stp_10.42.42.5(pid=4491) [trial-2383↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4491)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4491): Process ended prematurely: osmo-stp_10.42.42.5(pid=4491) [trial-2383↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4491)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a22:51:03.982526 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:51:03.994049 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a22:51:04.134972 tst assert_extension.py: using LAC 32049\u000a22:51:04.257798 tst assert_extension.py: using RAC 174\u000a22:51:04.380383 tst assert_extension.py: using CellId 32049\u000a22:51:04.511910 tst assert_extension.py: using BVCI 32050\u000a22:51:04.536033 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:51:04.547074 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:51:04.558167 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:51:04.569297 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:51:04.580121 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:51:04.591290 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a22:51:04.790278 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:51:05.258613 run create_hlr_db(pid=4485): Launched\u000a22:51:05.433515 bus /sierra_2: Setting Powered False\u000a22:51:06.451306 run create_hlr_db(pid=4485): Terminated: ok {rc=0}\u000a22:51:06.847330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4487): Launched\u000a22:51:07.145319 run osmo-hlr_10.42.42.2(pid=4488): Launched\u000a22:51:07.253731 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:51:07.770076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4490): Launched\u000a22:51:08.067544 run osmo-stp_10.42.42.5(pid=4491): Launched\u000a22:51:08.176225 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:51:08.717872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4493): Launched\u000a22:51:09.014686 run osmo-msc_10.42.42.6(pid=4494): Launched\u000a22:51:09.190742 run osmo-stp_10.42.42.5(pid=4491): ERR: Terminated: ERROR {rc=1} [trial-2383↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4491)]\u000a22:51:09.317805 run osmo-stp_10.42.42.5(pid=4491): stdout: \u000a| (launched: 2022-12-12_22:51:07.921041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:09.441920 run osmo-stp_10.42.42.5(pid=4491): stderr: \u000a| �[0;m�[38;5;43m20221212225108091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225108092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225108092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225108092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225108093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225108093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225108093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:09.561448 run osmo-stp_10.42.42.5(pid=4491): stdout: \u000a| (launched: 2022-12-12_22:51:07.921041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:09.680162 run osmo-stp_10.42.42.5(pid=4491): stderr: \u000a| �[0;m�[38;5;43m20221212225108091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225108092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225108092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225108092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225108093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225108093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225108093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:09.732087 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=4491): Process ended prematurely: osmo-stp_10.42.42.5(pid=4491) [trial-2383↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4491)] [trial-2383↪ussd:trx-lms↪assert_extension.py:17]\u000a22:51:09.739848 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a22:51:09.799335 run osmo-hlr_10.42.42.2(pid=4488): ERR: Terminated: ERROR {rc=237} [trial-2383↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4488)]\u000a22:51:09.847764 run osmo-hlr_10.42.42.2(pid=4488): stdout: \u000a| (launched: 2022-12-12_22:51:06.998316) \u000a22:51:09.896859 run osmo-hlr_10.42.42.2(pid=4488): stderr: \u000a| �[0;m�[1;31m20221212225107176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225107176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225107176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225107176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225107176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225107176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225107189 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225107197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225107197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225107197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:51:09.963410 run osmo-msc_10.42.42.6(pid=4494): ERR: Terminated: ERROR {rc=2} [trial-2383↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4494)]\u000a22:51:10.011802 run osmo-msc_10.42.42.6(pid=4494): stdout: \u000a| (launched: 2022-12-12_22:51:08.868477) \u000a22:51:10.060755 run osmo-msc_10.42.42.6(pid=4494): stderr: \u000a| �[0;m�[38;5;43m20221212225109139 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212225109139 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f71f10d8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212225109139 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212225109139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212225109140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212225109140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212225109142 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212225109143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212225109143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212225109143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:51:10.102106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4487): Terminating (SIGTERM)\u000a22:51:10.141637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4490): Terminating (SIGTERM)\u000a22:51:10.180848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4493): Terminating (SIGTERM)\u000a22:51:10.190140 --- ParallelTerminationStrategy: PID 4487 died...\u000a22:51:10.243436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4487): Terminated: ok {rc=0}\u000a22:51:10.252847 --- ParallelTerminationStrategy: PID 4490 died...\u000a22:51:10.304882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4490): Terminated: ok {rc=0}\u000a22:51:10.314456 --- ParallelTerminationStrategy: PID 4493 died...\u000a22:51:10.366371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4493): Terminated: ok {rc=0}\u000a22:51:10.453702 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:51:03" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4506): Process ended prematurely: osmo-stp_10.42.42.5(pid=4506) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4506)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4506): Process ended prematurely: osmo-stp_10.42.42.5(pid=4506) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4506)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:51:12.399093 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:12.410040 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:51:12.570467 tst mo_mt_call.py: using LAC 32050\u000a22:51:12.688195 tst mo_mt_call.py: using RAC 175\u000a22:51:12.815317 tst mo_mt_call.py: using CellId 32050\u000a22:51:12.936930 tst mo_mt_call.py: using BVCI 32051\u000a22:51:12.959974 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:12.970997 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:12.981847 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:12.992843 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:13.004079 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:13.015277 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:51:13.136455 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:51:13.344751 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:51:13.860365 run create_hlr_db(pid=4500): Launched\u000a22:51:14.046705 bus /sierra_2: Setting Powered False\u000a22:51:15.067431 run create_hlr_db(pid=4500): Terminated: ok {rc=0}\u000a22:51:15.495020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4502): Launched\u000a22:51:15.816900 run osmo-hlr_10.42.42.2(pid=4503): Launched\u000a22:51:15.981943 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:51:16.686243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4505): Launched\u000a22:51:17.023487 run osmo-stp_10.42.42.5(pid=4506): Launched\u000a22:51:17.209153 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:51:17.864852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4508): Launched\u000a22:51:18.186707 run osmo-msc_10.42.42.6(pid=4509): Launched\u000a22:51:18.375082 run osmo-stp_10.42.42.5(pid=4506): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4506)]\u000a22:51:18.510899 run osmo-stp_10.42.42.5(pid=4506): stdout: \u000a| (launched: 2022-12-12_22:51:16.853600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:18.647366 run osmo-stp_10.42.42.5(pid=4506): stderr: \u000a| �[0;m�[38;5;43m20221212225117240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225117240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225117240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225117249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225117253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225117253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225117253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:18.777044 run osmo-stp_10.42.42.5(pid=4506): stdout: \u000a| (launched: 2022-12-12_22:51:16.853600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:18.905450 run osmo-stp_10.42.42.5(pid=4506): stderr: \u000a| �[0;m�[38;5;43m20221212225117240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225117240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225117240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225117249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225117253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225117253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225117253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:18.962152 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4506): Process ended prematurely: osmo-stp_10.42.42.5(pid=4506) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4506)] [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a22:51:18.971499 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a22:51:19.033625 run osmo-hlr_10.42.42.2(pid=4503): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4503)]\u000a22:51:19.084924 run osmo-hlr_10.42.42.2(pid=4503): stdout: \u000a| (launched: 2022-12-12_22:51:15.659419) \u000a22:51:19.136499 run osmo-hlr_10.42.42.2(pid=4503): stderr: \u000a| �[0;m�[1;31m20221212225115917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225115917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225115917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225115917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225115917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225115917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225115935 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225115951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225115951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225115952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:51:19.206178 run osmo-msc_10.42.42.6(pid=4509): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4509)]\u000a22:51:19.257350 run osmo-msc_10.42.42.6(pid=4509): stdout: \u000a| (launched: 2022-12-12_22:51:18.028906) \u000a22:51:19.308771 run osmo-msc_10.42.42.6(pid=4509): stderr: \u000a| �[0;m�[38;5;43m20221212225118351 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212225118351 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa6181c9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212225118351 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212225118351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212225118351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212225118352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212225118353 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212225118354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212225118354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212225118354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:51:19.353025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4502): Terminating (SIGTERM)\u000a22:51:19.394369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4505): Terminating (SIGTERM)\u000a22:51:19.435607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4508): Terminating (SIGTERM)\u000a22:51:19.445253 --- ParallelTerminationStrategy: PID 4502 died...\u000a22:51:19.500903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4502): Terminated: ok {rc=0}\u000a22:51:19.511058 --- ParallelTerminationStrategy: PID 4505 died...\u000a22:51:19.565911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4505): Terminated: ok {rc=0}\u000a22:51:19.575806 --- ParallelTerminationStrategy: PID 4508 died...\u000a22:51:19.631284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4508): Terminated: ok {rc=0}\u000a22:51:19.717630 bus /sierra_3: Setting Powered False\u000a22:51:20.825644 bus /sierra_3: Setting Powered False\u000a22:51:21.933345 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4517): Process ended prematurely: osmo-stp_10.42.42.5(pid=4517) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4517)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4517): Process ended prematurely: osmo-stp_10.42.42.5(pid=4517) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:51:23.048307 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:23.060492 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:51:23.229634 tst mo_mt_call_osmux.py: using LAC 32051\u000a22:51:23.354268 tst mo_mt_call_osmux.py: using RAC 176\u000a22:51:23.479754 tst mo_mt_call_osmux.py: using CellId 32051\u000a22:51:23.612061 tst mo_mt_call_osmux.py: using BVCI 32052\u000a22:51:23.636600 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:23.648350 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:23.659792 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:23.671744 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:23.683430 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:23.695032 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:51:23.816094 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:51:24.031689 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:51:24.548587 run create_hlr_db(pid=4511): Launched\u000a22:51:24.736354 bus /sierra_2: Setting Powered False\u000a22:51:25.756688 run create_hlr_db(pid=4511): Terminated: ok {rc=0}\u000a22:51:26.186095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4513): Launched\u000a22:51:26.510148 run osmo-hlr_10.42.42.2(pid=4514): Launched\u000a22:51:26.629155 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:51:27.191710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4516): Launched\u000a22:51:27.515351 run osmo-stp_10.42.42.5(pid=4517): Launched\u000a22:51:27.633460 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:51:28.222195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4519): Launched\u000a22:51:28.544018 run osmo-msc_10.42.42.6(pid=4520): Launched\u000a22:51:28.733706 run osmo-stp_10.42.42.5(pid=4517): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4517)]\u000a22:51:28.870491 run osmo-stp_10.42.42.5(pid=4517): stdout: \u000a| (launched: 2022-12-12_22:51:27.356881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:29.006185 run osmo-stp_10.42.42.5(pid=4517): stderr: \u000a| �[0;m�[38;5;43m20221212225127554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225127554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225127554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225127554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225127555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225127555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225127555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:29.135813 run osmo-stp_10.42.42.5(pid=4517): stdout: \u000a| (launched: 2022-12-12_22:51:27.356881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:29.263854 run osmo-stp_10.42.42.5(pid=4517): stderr: \u000a| �[0;m�[38;5;43m20221212225127554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225127554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225127554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225127554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225127555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225127555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225127555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:29.320740 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4517): Process ended prematurely: osmo-stp_10.42.42.5(pid=4517) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4517)] [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a22:51:29.330183 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:51:29.391729 run osmo-hlr_10.42.42.2(pid=4514): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4514)]\u000a22:51:29.442400 run osmo-hlr_10.42.42.2(pid=4514): stdout: \u000a| (launched: 2022-12-12_22:51:26.350933) \u000a22:51:29.493723 run osmo-hlr_10.42.42.2(pid=4514): stderr: \u000a| �[0;m�[1;31m20221212225126549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225126549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225126549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225126549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225126549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225126549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225126562 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225126570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225126570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225126570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:51:29.563441 run osmo-msc_10.42.42.6(pid=4520): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4520)]\u000a22:51:29.614480 run osmo-msc_10.42.42.6(pid=4520): stdout: \u000a| (launched: 2022-12-12_22:51:28.385983) \u000a22:51:29.665569 run osmo-msc_10.42.42.6(pid=4520): stderr: \u000a| �[0;m�[38;5;43m20221212225128710 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212225128710 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f42cc522c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212225128710 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212225128711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212225128711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212225128711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212225128713 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212225128713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212225128713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212225128713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:51:29.709058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4513): Terminating (SIGTERM)\u000a22:51:29.750193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4516): Terminating (SIGTERM)\u000a22:51:29.791418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4519): Terminating (SIGTERM)\u000a22:51:29.800908 --- ParallelTerminationStrategy: PID 4513 died...\u000a22:51:29.855831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4513): Terminated: ok {rc=0}\u000a22:51:29.865849 --- ParallelTerminationStrategy: PID 4516 died...\u000a22:51:29.920731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4516): Terminated: ok {rc=0}\u000a22:51:29.930632 --- ParallelTerminationStrategy: PID 4519 died...\u000a22:51:29.985265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4519): Terminated: ok {rc=0}\u000a22:51:30.071490 bus /sierra_3: Setting Powered False\u000a22:51:31.172735 bus /sierra_3: Setting Powered False\u000a22:51:32.280580 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:51:12" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4531): Process ended prematurely: osmo-stp_10.42.42.5(pid=4531) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4531)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4531): Process ended prematurely: osmo-stp_10.42.42.5(pid=4531) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4531)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a22:51:34.283100 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:34.294580 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:51:34.457728 tst mo_mt_call.py: using LAC 32052\u000a22:51:34.583438 tst mo_mt_call.py: using RAC 177\u000a22:51:34.714986 tst mo_mt_call.py: using CellId 32052\u000a22:51:34.839558 tst mo_mt_call.py: using BVCI 32053\u000a22:51:34.864280 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:34.875784 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:34.887127 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:34.898482 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:34.909981 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:34.921341 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:51:35.038628 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:51:35.239401 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:51:35.718749 run create_hlr_db(pid=4525): Launched\u000a22:51:35.894293 bus /sierra_2: Setting Powered False\u000a22:51:36.915083 run create_hlr_db(pid=4525): Terminated: ok {rc=0}\u000a22:51:37.342946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4527): Launched\u000a22:51:37.667214 run osmo-hlr_10.42.42.2(pid=4528): Launched\u000a22:51:37.784739 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:51:38.343441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4530): Launched\u000a22:51:38.665881 run osmo-stp_10.42.42.5(pid=4531): Launched\u000a22:51:38.782986 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:51:39.373340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4533): Launched\u000a22:51:39.698077 run osmo-msc_10.42.42.6(pid=4534): Launched\u000a22:51:39.888089 run osmo-stp_10.42.42.5(pid=4531): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4531)]\u000a22:51:40.026128 run osmo-stp_10.42.42.5(pid=4531): stdout: \u000a| (launched: 2022-12-12_22:51:38.506952)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:40.162483 run osmo-stp_10.42.42.5(pid=4531): stderr: \u000a| �[0;m�[38;5;43m20221212225138699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225138699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225138700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225138700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225138701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225138701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225138701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:40.292074 run osmo-stp_10.42.42.5(pid=4531): stdout: \u000a| (launched: 2022-12-12_22:51:38.506952)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:40.420722 run osmo-stp_10.42.42.5(pid=4531): stderr: \u000a| �[0;m�[38;5;43m20221212225138699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225138699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225138700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225138700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225138701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225138701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225138701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:40.477468 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4531): Process ended prematurely: osmo-stp_10.42.42.5(pid=4531) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4531)] [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a22:51:40.486752 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:51:40.548794 run osmo-hlr_10.42.42.2(pid=4528): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4528)]\u000a22:51:40.600198 run osmo-hlr_10.42.42.2(pid=4528): stdout: \u000a| (launched: 2022-12-12_22:51:37.508212) \u000a22:51:40.652230 run osmo-hlr_10.42.42.2(pid=4528): stderr: \u000a| �[0;m�[1;31m20221212225137707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225137707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225137707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225137708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225137708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225137708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225137719 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225137727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225137728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225137728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:51:40.722812 run osmo-msc_10.42.42.6(pid=4534): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4534)]\u000a22:51:40.774003 run osmo-msc_10.42.42.6(pid=4534): stdout: \u000a| (launched: 2022-12-12_22:51:39.538793) \u000a22:51:40.825545 run osmo-msc_10.42.42.6(pid=4534): stderr: \u000a| �[0;m�[38;5;43m20221212225139864 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212225139864 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efce5435c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212225139865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212225139865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212225139865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212225139865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212225139867 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212225139867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212225139867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212225139867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:51:40.869294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4527): Terminating (SIGTERM)\u000a22:51:40.910604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4530): Terminating (SIGTERM)\u000a22:51:40.951912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4533): Terminating (SIGTERM)\u000a22:51:40.961552 --- ParallelTerminationStrategy: PID 4527 died...\u000a22:51:41.017287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4527): Terminated: ok {rc=0}\u000a22:51:41.027183 --- ParallelTerminationStrategy: PID 4530 died...\u000a22:51:41.082149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4530): Terminated: ok {rc=0}\u000a22:51:41.092092 --- ParallelTerminationStrategy: PID 4533 died...\u000a22:51:41.147144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4533): Terminated: ok {rc=0}\u000a22:51:41.232897 bus /sierra_3: Setting Powered False\u000a22:51:42.339651 bus /sierra_3: Setting Powered False\u000a22:51:43.446820 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4542): Process ended prematurely: osmo-stp_10.42.42.5(pid=4542) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4542)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4542): Process ended prematurely: osmo-stp_10.42.42.5(pid=4542) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4542)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:51:44.560612 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:44.572580 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:51:44.738811 tst mo_mt_call_osmux.py: using LAC 32053\u000a22:51:44.865642 tst mo_mt_call_osmux.py: using RAC 178\u000a22:51:44.994312 tst mo_mt_call_osmux.py: using CellId 32053\u000a22:51:45.120513 tst mo_mt_call_osmux.py: using BVCI 32054\u000a22:51:45.145396 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:45.156989 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:45.168250 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:45.179772 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:45.191238 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:45.202691 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:51:45.320226 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:51:45.522855 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:51:46.104392 run create_hlr_db(pid=4536): Launched\u000a22:51:46.330683 bus /sierra_2: Setting Powered False\u000a22:51:47.320770 run create_hlr_db(pid=4536): Terminated: ok {rc=0}\u000a22:51:47.754508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4538): Launched\u000a22:51:48.057382 run osmo-hlr_10.42.42.2(pid=4539): Launched\u000a22:51:48.175565 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:51:48.711620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4541): Launched\u000a22:51:49.014895 run osmo-stp_10.42.42.5(pid=4542): Launched\u000a22:51:49.126362 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:51:49.680330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4544): Launched\u000a22:51:49.984626 run osmo-msc_10.42.42.6(pid=4545): Launched\u000a22:51:50.164082 run osmo-stp_10.42.42.5(pid=4542): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4542)]\u000a22:51:50.293803 run osmo-stp_10.42.42.5(pid=4542): stdout: \u000a| (launched: 2022-12-12_22:51:48.865796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:50.421072 run osmo-stp_10.42.42.5(pid=4542): stderr: \u000a| �[0;m�[38;5;43m20221212225149038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225149038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225149038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225149038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225149039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225149039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225149039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:50.544002 run osmo-stp_10.42.42.5(pid=4542): stdout: \u000a| (launched: 2022-12-12_22:51:48.865796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:50.665484 run osmo-stp_10.42.42.5(pid=4542): stderr: \u000a| �[0;m�[38;5;43m20221212225149038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225149038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225149038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225149038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225149039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225149039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225149039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:50.719049 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4542): Process ended prematurely: osmo-stp_10.42.42.5(pid=4542) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4542)] [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a22:51:50.727675 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:51:50.787356 run osmo-hlr_10.42.42.2(pid=4539): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4539)]\u000a22:51:50.836487 run osmo-hlr_10.42.42.2(pid=4539): stdout: \u000a| (launched: 2022-12-12_22:51:47.908349) \u000a22:51:50.886511 run osmo-hlr_10.42.42.2(pid=4539): stderr: \u000a| �[0;m�[1;31m20221212225148084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225148084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225148084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225148084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225148084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225148084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225148096 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225148105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225148106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225148106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:51:50.953765 run osmo-msc_10.42.42.6(pid=4545): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4545)]\u000a22:51:51.003225 run osmo-msc_10.42.42.6(pid=4545): stdout: \u000a| (launched: 2022-12-12_22:51:49.834418) \u000a22:51:51.052530 run osmo-msc_10.42.42.6(pid=4545): stderr: \u000a| �[0;m�[38;5;43m20221212225150106 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212225150106 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f84f3fcbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212225150106 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212225150107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212225150107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212225150107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212225150109 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212225150109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212225150109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212225150109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:51:51.094076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4538): Terminating (SIGTERM)\u000a22:51:51.133604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4541): Terminating (SIGTERM)\u000a22:51:51.173124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4544): Terminating (SIGTERM)\u000a22:51:51.182545 --- ParallelTerminationStrategy: PID 4538 died...\u000a22:51:51.235837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4538): Terminated: ok {rc=0}\u000a22:51:51.245378 --- ParallelTerminationStrategy: PID 4541 died...\u000a22:51:51.298015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4541): Terminated: ok {rc=0}\u000a22:51:51.307836 --- ParallelTerminationStrategy: PID 4544 died...\u000a22:51:51.360800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4544): Terminated: ok {rc=0}\u000a22:51:51.448324 bus /sierra_3: Setting Powered False\u000a22:51:52.554127 bus /sierra_3: Setting Powered False\u000a22:51:53.660882 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:51:33" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4556): Process ended prematurely: osmo-stp_10.42.42.5(pid=4556) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4556)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4556): Process ended prematurely: osmo-stp_10.42.42.5(pid=4556) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:51:55.650808 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:51:55.661876 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:51:55.826426 tst mo_mt_call.py: using LAC 32054\u000a22:51:55.953367 tst mo_mt_call.py: using RAC 179\u000a22:51:56.082243 tst mo_mt_call.py: using CellId 32054\u000a22:51:56.212288 tst mo_mt_call.py: using BVCI 32055\u000a22:51:56.237071 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:51:56.248506 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:51:56.259725 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:51:56.271070 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:51:56.282514 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:51:56.293751 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:51:56.410344 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:51:56.614736 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:51:57.093768 run create_hlr_db(pid=4550): Launched\u000a22:51:57.269340 bus /sierra_2: Setting Powered False\u000a22:51:58.290192 run create_hlr_db(pid=4550): Terminated: ok {rc=0}\u000a22:51:58.720131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4552): Launched\u000a22:51:59.044098 run osmo-hlr_10.42.42.2(pid=4553): Launched\u000a22:51:59.166890 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:51:59.729405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4555): Launched\u000a22:52:00.051104 run osmo-stp_10.42.42.5(pid=4556): Launched\u000a22:52:00.168222 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:52:00.757368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4558): Launched\u000a22:52:01.106542 run osmo-msc_10.42.42.6(pid=4559): Launched\u000a22:52:01.407307 run osmo-stp_10.42.42.5(pid=4556): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4556)]\u000a22:52:01.675352 run osmo-stp_10.42.42.5(pid=4556): stdout: \u000a| (launched: 2022-12-12_22:51:59.893526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:02.012141 run osmo-stp_10.42.42.5(pid=4556): stderr: \u000a| �[0;m�[38;5;43m20221212225200088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225200088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225200088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225200089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225200089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225200089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225200089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:02.227772 run osmo-stp_10.42.42.5(pid=4556): stdout: \u000a| (launched: 2022-12-12_22:51:59.893526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:02.352913 run osmo-stp_10.42.42.5(pid=4556): stderr: \u000a| �[0;m�[38;5;43m20221212225200088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225200088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225200088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225200089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225200089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225200089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225200089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:02.407278 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4556): Process ended prematurely: osmo-stp_10.42.42.5(pid=4556) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4556)] [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a22:52:02.416086 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a22:52:02.479776 run osmo-hlr_10.42.42.2(pid=4553): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4553)]\u000a22:52:02.530342 run osmo-hlr_10.42.42.2(pid=4553): stdout: \u000a| (launched: 2022-12-12_22:51:58.885352) \u000a22:52:02.581841 run osmo-hlr_10.42.42.2(pid=4553): stderr: \u000a| �[0;m�[1;31m20221212225159084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225159084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225159084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225159085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225159085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225159085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225159097 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225159105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225159105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225159105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:52:02.649696 run osmo-msc_10.42.42.6(pid=4559): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4559)]\u000a22:52:02.699316 run osmo-msc_10.42.42.6(pid=4559): stdout: \u000a| (launched: 2022-12-12_22:52:00.929419) \u000a22:52:02.749476 run osmo-msc_10.42.42.6(pid=4559): stderr: \u000a| �[0;m�[38;5;43m20221212225201631 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212225201632 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc37a0f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212225201632 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212225201632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212225201632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212225201632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212225201634 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212225201635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212225201635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212225201635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:52:02.791178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4552): Terminating (SIGTERM)\u000a22:52:02.831743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4555): Terminating (SIGTERM)\u000a22:52:02.872151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4558): Terminating (SIGTERM)\u000a22:52:02.881830 --- ParallelTerminationStrategy: PID 4552 died...\u000a22:52:02.936377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4552): Terminated: ok {rc=0}\u000a22:52:02.946307 --- ParallelTerminationStrategy: PID 4555 died...\u000a22:52:03.000508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4555): Terminated: ok {rc=0}\u000a22:52:03.010201 --- ParallelTerminationStrategy: PID 4558 died...\u000a22:52:03.063321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4558): Terminated: ok {rc=0}\u000a22:52:03.151842 bus /sierra_3: Setting Powered False\u000a22:52:04.254809 bus /sierra_3: Setting Powered False\u000a22:52:05.363547 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4567): Process ended prematurely: osmo-stp_10.42.42.5(pid=4567) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4567)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4567): Process ended prematurely: osmo-stp_10.42.42.5(pid=4567) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:52:06.471977 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:06.483523 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:52:06.641527 tst mo_mt_call_osmux.py: using LAC 32055\u000a22:52:06.760814 tst mo_mt_call_osmux.py: using RAC 180\u000a22:52:06.883665 tst mo_mt_call_osmux.py: using CellId 32055\u000a22:52:07.004610 tst mo_mt_call_osmux.py: using BVCI 32056\u000a22:52:07.027793 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:07.038828 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:07.049640 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:07.060804 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:07.072049 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:07.083194 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:52:07.201780 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:52:07.404732 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:52:07.881716 run create_hlr_db(pid=4561): Launched\u000a22:52:08.056347 bus /sierra_2: Setting Powered False\u000a22:52:09.076813 run create_hlr_db(pid=4561): Terminated: ok {rc=0}\u000a22:52:09.505502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4563): Launched\u000a22:52:09.829892 run osmo-hlr_10.42.42.2(pid=4564): Launched\u000a22:52:09.948826 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:52:10.510890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4566): Launched\u000a22:52:10.833342 run osmo-stp_10.42.42.5(pid=4567): Launched\u000a22:52:10.951023 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:52:11.540910 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4569): Launched\u000a22:52:11.864170 run osmo-msc_10.42.42.6(pid=4570): Launched\u000a22:52:12.053759 run osmo-stp_10.42.42.5(pid=4567): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4567)]\u000a22:52:12.189349 run osmo-stp_10.42.42.5(pid=4567): stdout: \u000a| (launched: 2022-12-12_22:52:10.675530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:12.325116 run osmo-stp_10.42.42.5(pid=4567): stderr: \u000a| �[0;m�[38;5;43m20221212225210869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225210869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225210869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225210869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225210870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225210870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225210870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:12.454591 run osmo-stp_10.42.42.5(pid=4567): stdout: \u000a| (launched: 2022-12-12_22:52:10.675530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:12.583053 run osmo-stp_10.42.42.5(pid=4567): stderr: \u000a| �[0;m�[38;5;43m20221212225210869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225210869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225210869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225210869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225210870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225210870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225210870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:12.640248 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4567): Process ended prematurely: osmo-stp_10.42.42.5(pid=4567) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4567)] [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a22:52:12.649602 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:52:12.711605 run osmo-hlr_10.42.42.2(pid=4564): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4564)]\u000a22:52:12.762531 run osmo-hlr_10.42.42.2(pid=4564): stdout: \u000a| (launched: 2022-12-12_22:52:09.671327) \u000a22:52:12.813787 run osmo-hlr_10.42.42.2(pid=4564): stderr: \u000a| �[0;m�[1;31m20221212225209870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225209870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225209870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225209870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225209870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225209870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225209883 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225209893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225209893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225209893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:52:12.883702 run osmo-msc_10.42.42.6(pid=4570): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4570)]\u000a22:52:12.934538 run osmo-msc_10.42.42.6(pid=4570): stdout: \u000a| (launched: 2022-12-12_22:52:11.706362) \u000a22:52:12.985877 run osmo-msc_10.42.42.6(pid=4570): stderr: \u000a| �[0;m�[38;5;43m20221212225212028 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212225212028 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb9b9bc5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212225212028 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212225212028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212225212028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212225212029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212225212030 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212225212031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212225212031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212225212031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:52:13.029468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4563): Terminating (SIGTERM)\u000a22:52:13.070570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4566): Terminating (SIGTERM)\u000a22:52:13.112015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4569): Terminating (SIGTERM)\u000a22:52:13.121660 --- ParallelTerminationStrategy: PID 4563 died...\u000a22:52:13.176691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4563): Terminated: ok {rc=0}\u000a22:52:13.186827 --- ParallelTerminationStrategy: PID 4566 died...\u000a22:52:13.241718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4566): Terminated: ok {rc=0}\u000a22:52:13.251684 --- ParallelTerminationStrategy: PID 4569 died...\u000a22:52:13.306516 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4569): Terminated: ok {rc=0}\u000a22:52:13.392469 bus /sierra_3: Setting Powered False\u000a22:52:14.499092 bus /sierra_3: Setting Powered False\u000a22:52:15.606356 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:51:55" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4581): Process ended prematurely: osmo-stp_10.42.42.5(pid=4581) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4581)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4581): Process ended prematurely: osmo-stp_10.42.42.5(pid=4581) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4581)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:52:17.652515 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:52:17.663514 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:52:17.821547 tst mo_mt_call.py: using LAC 32056\u000a22:52:17.942437 tst mo_mt_call.py: using RAC 181\u000a22:52:18.063040 tst mo_mt_call.py: using CellId 32056\u000a22:52:18.187858 tst mo_mt_call.py: using BVCI 32057\u000a22:52:18.211089 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:52:18.222081 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:52:18.232883 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:52:18.243954 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:52:18.255583 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:52:18.266670 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:52:18.385915 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:52:18.590266 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:52:19.068214 run create_hlr_db(pid=4575): Launched\u000a22:52:19.243912 bus /sierra_2: Setting Powered False\u000a22:52:20.265207 run create_hlr_db(pid=4575): Terminated: ok {rc=0}\u000a22:52:20.694554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4577): Launched\u000a22:52:21.017540 run osmo-hlr_10.42.42.2(pid=4578): Launched\u000a22:52:21.136315 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:52:21.698590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4580): Launched\u000a22:52:22.021440 run osmo-stp_10.42.42.5(pid=4581): Launched\u000a22:52:22.139523 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:52:22.730972 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4583): Launched\u000a22:52:23.053186 run osmo-msc_10.42.42.6(pid=4584): Launched\u000a22:52:23.242740 run osmo-stp_10.42.42.5(pid=4581): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4581)]\u000a22:52:23.379391 run osmo-stp_10.42.42.5(pid=4581): stdout: \u000a| (launched: 2022-12-12_22:52:21.862947)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:23.515764 run osmo-stp_10.42.42.5(pid=4581): stderr: \u000a| �[0;m�[38;5;43m20221212225222056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225222056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225222056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225222057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225222057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225222057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225222058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:23.646538 run osmo-stp_10.42.42.5(pid=4581): stdout: \u000a| (launched: 2022-12-12_22:52:21.862947)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:23.776363 run osmo-stp_10.42.42.5(pid=4581): stderr: \u000a| �[0;m�[38;5;43m20221212225222056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225222056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225222056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225222057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225222057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225222057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225222058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:23.833363 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4581): Process ended prematurely: osmo-stp_10.42.42.5(pid=4581) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4581)] [trial-2383↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a22:52:23.842862 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:52:23.905576 run osmo-hlr_10.42.42.2(pid=4578): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4578)]\u000a22:52:23.957027 run osmo-hlr_10.42.42.2(pid=4578): stdout: \u000a| (launched: 2022-12-12_22:52:20.859095) \u000a22:52:24.008867 run osmo-hlr_10.42.42.2(pid=4578): stderr: \u000a| �[0;m�[1;31m20221212225221058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225221058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225221058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225221058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225221058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225221058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225221070 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225221078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225221079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225221079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:52:24.078979 run osmo-msc_10.42.42.6(pid=4584): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4584)]\u000a22:52:24.129954 run osmo-msc_10.42.42.6(pid=4584): stdout: \u000a| (launched: 2022-12-12_22:52:22.895451) \u000a22:52:24.181329 run osmo-msc_10.42.42.6(pid=4584): stderr: \u000a| �[0;m�[38;5;43m20221212225223218 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212225223219 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62c0c7ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212225223219 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212225223219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212225223219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212225223219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212225223221 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212225223221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212225223221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212225223221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:52:24.225121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4577): Terminating (SIGTERM)\u000a22:52:24.266479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4580): Terminating (SIGTERM)\u000a22:52:24.308226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4583): Terminating (SIGTERM)\u000a22:52:24.318120 --- ParallelTerminationStrategy: PID 4577 died...\u000a22:52:24.373913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4577): Terminated: ok {rc=0}\u000a22:52:24.384232 --- ParallelTerminationStrategy: PID 4580 died...\u000a22:52:24.439845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4580): Terminated: ok {rc=0}\u000a22:52:24.450323 --- ParallelTerminationStrategy: PID 4583 died...\u000a22:52:24.505987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4583): Terminated: ok {rc=0}\u000a22:52:24.593785 bus /sierra_3: Setting Powered False\u000a22:52:25.698221 bus /sierra_3: Setting Powered False\u000a22:52:26.809058 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4592): Process ended prematurely: osmo-stp_10.42.42.5(pid=4592) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4592)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4592): Process ended prematurely: osmo-stp_10.42.42.5(pid=4592) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:52:27.919372 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:52:27.930990 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:52:28.095586 tst mo_mt_call_osmux.py: using LAC 32057\u000a22:52:28.222824 tst mo_mt_call_osmux.py: using RAC 182\u000a22:52:28.351002 tst mo_mt_call_osmux.py: using CellId 32057\u000a22:52:28.478454 tst mo_mt_call_osmux.py: using BVCI 32058\u000a22:52:28.503535 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:52:28.515229 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:52:28.526745 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:52:28.538394 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:52:28.550033 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:52:28.561487 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:52:28.681729 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:52:28.885559 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:52:29.367128 run create_hlr_db(pid=4586): Launched\u000a22:52:29.543140 bus /sierra_2: Setting Powered False\u000a22:52:30.563555 run create_hlr_db(pid=4586): Terminated: ok {rc=0}\u000a22:52:31.027006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4588): Launched\u000a22:52:31.455663 run osmo-hlr_10.42.42.2(pid=4589): Launched\u000a22:52:31.690961 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:52:32.321671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4591): Launched\u000a22:52:32.625909 run osmo-stp_10.42.42.5(pid=4592): Launched\u000a22:52:32.739397 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:52:33.295135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4594): Launched\u000a22:52:33.602133 run osmo-msc_10.42.42.6(pid=4595): Launched\u000a22:52:33.785211 run osmo-stp_10.42.42.5(pid=4592): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4592)]\u000a22:52:33.915918 run osmo-stp_10.42.42.5(pid=4592): stdout: \u000a| (launched: 2022-12-12_22:52:32.476033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:34.043444 run osmo-stp_10.42.42.5(pid=4592): stderr: \u000a| �[0;m�[38;5;43m20221212225232647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225232647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225232647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225232648 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225232648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225232648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225232649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:34.166143 run osmo-stp_10.42.42.5(pid=4592): stdout: \u000a| (launched: 2022-12-12_22:52:32.476033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:34.287712 run osmo-stp_10.42.42.5(pid=4592): stderr: \u000a| �[0;m�[38;5;43m20221212225232647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225232647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225232647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225232648 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225232648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225232648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225232649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:34.341358 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4592): Process ended prematurely: osmo-stp_10.42.42.5(pid=4592) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4592)] [trial-2383↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a22:52:34.350054 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a22:52:34.409832 run osmo-hlr_10.42.42.2(pid=4589): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4589)]\u000a22:52:34.458730 run osmo-hlr_10.42.42.2(pid=4589): stdout: \u000a| (launched: 2022-12-12_22:52:31.186289) \u000a22:52:34.508428 run osmo-hlr_10.42.42.2(pid=4589): stderr: \u000a| �[0;m�[1;31m20221212225231538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225231538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225231538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225231538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225231538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225231538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225231550 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225231562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225231563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225231563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:52:34.575566 run osmo-msc_10.42.42.6(pid=4595): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4595)]\u000a22:52:34.624381 run osmo-msc_10.42.42.6(pid=4595): stdout: \u000a| (launched: 2022-12-12_22:52:33.449843) \u000a22:52:34.674015 run osmo-msc_10.42.42.6(pid=4595): stderr: \u000a| �[0;m�[38;5;43m20221212225233723 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212225233723 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0471aa7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212225233723 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212225233723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212225233723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212225233723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212225233725 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212225233726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212225233726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212225233726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:52:34.715437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4588): Terminating (SIGTERM)\u000a22:52:34.755121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4591): Terminating (SIGTERM)\u000a22:52:34.794678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4594): Terminating (SIGTERM)\u000a22:52:34.804049 --- ParallelTerminationStrategy: PID 4588 died...\u000a22:52:34.857196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4588): Terminated: ok {rc=0}\u000a22:52:34.866790 --- ParallelTerminationStrategy: PID 4591 died...\u000a22:52:34.919873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4591): Terminated: ok {rc=0}\u000a22:52:34.929885 --- ParallelTerminationStrategy: PID 4594 died...\u000a22:52:34.982780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4594): Terminated: ok {rc=0}\u000a22:52:35.066822 bus /sierra_3: Setting Powered False\u000a22:52:36.173941 bus /sierra_3: Setting Powered False\u000a22:52:37.281470 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:52:17" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4607): Process ended prematurely: osmo-stp_10.42.42.5(pid=4607) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4607)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4607): Process ended prematurely: osmo-stp_10.42.42.5(pid=4607) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4607)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:52:39.288322 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:39.299814 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:52:39.459035 tst mo_mt_call.py: using LAC 32058\u000a22:52:39.581404 tst mo_mt_call.py: using RAC 183\u000a22:52:39.709431 tst mo_mt_call.py: using CellId 32058\u000a22:52:39.838538 tst mo_mt_call.py: using BVCI 32059\u000a22:52:39.863805 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:39.875597 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:39.887130 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:39.898662 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:39.910047 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:39.921318 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:52:40.038399 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:52:40.249618 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:52:40.764597 run create_hlr_db(pid=4601): Launched\u000a22:52:40.951825 bus /sierra_2: Setting Powered False\u000a22:52:41.973189 run create_hlr_db(pid=4601): Terminated: ok {rc=0}\u000a22:52:42.380157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4603): Launched\u000a22:52:42.684374 run osmo-hlr_10.42.42.2(pid=4604): Launched\u000a22:52:42.799804 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:52:43.336253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4606): Launched\u000a22:52:43.640140 run osmo-stp_10.42.42.5(pid=4607): Launched\u000a22:52:43.752389 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:52:44.308806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4609): Launched\u000a22:52:44.613454 run osmo-msc_10.42.42.6(pid=4610): Launched\u000a22:52:44.791809 run osmo-stp_10.42.42.5(pid=4607): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4607)]\u000a22:52:44.921786 run osmo-stp_10.42.42.5(pid=4607): stdout: \u000a| (launched: 2022-12-12_22:52:43.490024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:45.048493 run osmo-stp_10.42.42.5(pid=4607): stderr: \u000a| �[0;m�[38;5;43m20221212225243663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225243663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225243663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225243663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225243664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225243664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225243664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:45.170983 run osmo-stp_10.42.42.5(pid=4607): stdout: \u000a| (launched: 2022-12-12_22:52:43.490024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:45.291771 run osmo-stp_10.42.42.5(pid=4607): stderr: \u000a| �[0;m�[38;5;43m20221212225243663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225243663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225243663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225243663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225243664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225243664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225243664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:45.345404 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4607): Process ended prematurely: osmo-stp_10.42.42.5(pid=4607) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4607)] [trial-2383↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a22:52:45.354170 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a22:52:45.413789 run osmo-hlr_10.42.42.2(pid=4604): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4604)]\u000a22:52:45.463328 run osmo-hlr_10.42.42.2(pid=4604): stdout: \u000a| (launched: 2022-12-12_22:52:42.534532) \u000a22:52:45.513122 run osmo-hlr_10.42.42.2(pid=4604): stderr: \u000a| �[0;m�[1;31m20221212225242711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225242711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225242711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225242711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225242711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225242711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225242728 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225242737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225242737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225242737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:52:45.580382 run osmo-msc_10.42.42.6(pid=4610): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4610)]\u000a22:52:45.629394 run osmo-msc_10.42.42.6(pid=4610): stdout: \u000a| (launched: 2022-12-12_22:52:44.463482) \u000a22:52:45.678992 run osmo-msc_10.42.42.6(pid=4610): stderr: \u000a| �[0;m�[38;5;43m20221212225244741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212225244741 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2379ae3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212225244741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212225244741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212225244742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212225244742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212225244744 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212225244744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212225244744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212225244744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:52:45.720830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4603): Terminating (SIGTERM)\u000a22:52:45.760773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4606): Terminating (SIGTERM)\u000a22:52:45.800480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4609): Terminating (SIGTERM)\u000a22:52:45.810183 --- ParallelTerminationStrategy: PID 4603 died...\u000a22:52:45.865638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4603): Terminated: ok {rc=0}\u000a22:52:45.877107 --- ParallelTerminationStrategy: PID 4606 died...\u000a22:52:45.944335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4606): Terminated: ok {rc=0}\u000a22:52:45.958930 --- ParallelTerminationStrategy: PID 4609 died...\u000a22:52:46.013594 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4609): Terminated: ok {rc=0}\u000a22:52:46.110878 bus /sierra_3: Setting Powered False\u000a22:52:47.216548 bus /sierra_3: Setting Powered False\u000a22:52:48.321724 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4618): Process ended prematurely: osmo-stp_10.42.42.5(pid=4618) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4618)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4618): Process ended prematurely: osmo-stp_10.42.42.5(pid=4618) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4618)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:52:49.429670 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:49.441527 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:52:49.600499 tst mo_mt_call_osmux.py: using LAC 32059\u000a22:52:49.720620 tst mo_mt_call_osmux.py: using RAC 184\u000a22:52:49.843051 tst mo_mt_call_osmux.py: using CellId 32059\u000a22:52:49.965318 tst mo_mt_call_osmux.py: using BVCI 32060\u000a22:52:49.988531 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:49.999604 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:50.010542 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:50.021686 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:50.032717 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:50.043740 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:52:50.162435 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:52:50.374657 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:52:50.890207 run create_hlr_db(pid=4612): Launched\u000a22:52:51.076915 bus /sierra_2: Setting Powered False\u000a22:52:52.097899 run create_hlr_db(pid=4612): Terminated: ok {rc=0}\u000a22:52:52.503489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4614): Launched\u000a22:52:52.807730 run osmo-hlr_10.42.42.2(pid=4615): Launched\u000a22:52:52.919920 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:52:53.448845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4617): Launched\u000a22:52:53.753646 run osmo-stp_10.42.42.5(pid=4618): Launched\u000a22:52:53.864696 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:52:54.418839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4620): Launched\u000a22:52:54.724395 run osmo-msc_10.42.42.6(pid=4621): Launched\u000a22:52:54.904888 run osmo-stp_10.42.42.5(pid=4618): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4618)]\u000a22:52:55.035014 run osmo-stp_10.42.42.5(pid=4618): stdout: \u000a| (launched: 2022-12-12_22:52:53.603302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:55.162054 run osmo-stp_10.42.42.5(pid=4618): stderr: \u000a| �[0;m�[38;5;43m20221212225253775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225253775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225253775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225253775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225253778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225253778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225253778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:55.284026 run osmo-stp_10.42.42.5(pid=4618): stdout: \u000a| (launched: 2022-12-12_22:52:53.603302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:55.405066 run osmo-stp_10.42.42.5(pid=4618): stderr: \u000a| �[0;m�[38;5;43m20221212225253775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225253775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225253775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225253775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225253778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225253778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225253778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:55.458843 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4618): Process ended prematurely: osmo-stp_10.42.42.5(pid=4618) [trial-2383↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4618)] [trial-2383↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a22:52:55.467588 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:52:55.526894 run osmo-hlr_10.42.42.2(pid=4615): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4615)]\u000a22:52:55.576310 run osmo-hlr_10.42.42.2(pid=4615): stdout: \u000a| (launched: 2022-12-12_22:52:52.658052) \u000a22:52:55.626027 run osmo-hlr_10.42.42.2(pid=4615): stderr: \u000a| �[0;m�[1;31m20221212225252836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225252836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225252836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225252836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225252836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225252836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225252848 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225252858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225252858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225252858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:52:55.692756 run osmo-msc_10.42.42.6(pid=4621): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4621)]\u000a22:52:55.741613 run osmo-msc_10.42.42.6(pid=4621): stdout: \u000a| (launched: 2022-12-12_22:52:54.573411) \u000a22:52:55.790712 run osmo-msc_10.42.42.6(pid=4621): stderr: \u000a| �[0;m�[38;5;43m20221212225254849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212225254849 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3a5486fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212225254849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212225254849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212225254849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212225254850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212225254851 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212225254852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212225254852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212225254852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:52:55.832761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4614): Terminating (SIGTERM)\u000a22:52:55.872462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4617): Terminating (SIGTERM)\u000a22:52:55.912202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4620): Terminating (SIGTERM)\u000a22:52:55.921728 --- ParallelTerminationStrategy: PID 4614 died...\u000a22:52:55.974873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4614): Terminated: ok {rc=0}\u000a22:52:55.985447 --- ParallelTerminationStrategy: PID 4617 died...\u000a22:52:56.037819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4617): Terminated: ok {rc=0}\u000a22:52:56.047651 --- ParallelTerminationStrategy: PID 4620 died...\u000a22:52:56.101061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4620): Terminated: ok {rc=0}\u000a22:52:56.183429 bus /sierra_3: Setting Powered False\u000a22:52:57.289248 bus /sierra_3: Setting Powered False\u000a22:52:58.395306 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:52:39" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4632): Process ended prematurely: osmo-stp_10.42.42.5(pid=4632) [trial-2383↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4632)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4632): Process ended prematurely: osmo-stp_10.42.42.5(pid=4632) [trial-2383↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4632)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a22:53:00.404314 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:53:00.416151 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:53:00.580019 tst mo_mt_call.py: using LAC 32060\u000a22:53:00.706574 tst mo_mt_call.py: using RAC 185\u000a22:53:00.835228 tst mo_mt_call.py: using CellId 32060\u000a22:53:00.981112 tst mo_mt_call.py: using BVCI 32061\u000a22:53:01.006577 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:53:01.018975 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:53:01.031653 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:53:01.044591 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:53:01.059030 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:53:01.072220 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:53:01.192462 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:53:01.440145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:53:02.061882 run create_hlr_db(pid=4626): Launched\u000a22:53:02.243273 bus /sierra_2: Setting Powered False\u000a22:53:03.259205 run create_hlr_db(pid=4626): Terminated: ok {rc=0}\u000a22:53:03.667081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4628): Launched\u000a22:53:03.971250 run osmo-hlr_10.42.42.2(pid=4629): Launched\u000a22:53:04.090245 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:53:04.624921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4631): Launched\u000a22:53:04.929500 run osmo-stp_10.42.42.5(pid=4632): Launched\u000a22:53:05.040701 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:53:05.595913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4634): Launched\u000a22:53:05.901359 run osmo-msc_10.42.42.6(pid=4635): Launched\u000a22:53:06.080843 run osmo-stp_10.42.42.5(pid=4632): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4632)]\u000a22:53:06.210117 run osmo-stp_10.42.42.5(pid=4632): stdout: \u000a| (launched: 2022-12-12_22:53:04.779445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:06.336870 run osmo-stp_10.42.42.5(pid=4632): stderr: \u000a| �[0;m�[38;5;43m20221212225304950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225304951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225304951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225304951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225304952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225304952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225304952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:06.459335 run osmo-stp_10.42.42.5(pid=4632): stdout: \u000a| (launched: 2022-12-12_22:53:04.779445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:06.580617 run osmo-stp_10.42.42.5(pid=4632): stderr: \u000a| �[0;m�[38;5;43m20221212225304950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225304951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225304951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225304951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225304952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225304952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225304952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:06.633883 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4632): Process ended prematurely: osmo-stp_10.42.42.5(pid=4632) [trial-2383↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4632)] [trial-2383↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a22:53:06.642724 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:53:06.702486 run osmo-hlr_10.42.42.2(pid=4629): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4629)]\u000a22:53:06.751854 run osmo-hlr_10.42.42.2(pid=4629): stdout: \u000a| (launched: 2022-12-12_22:53:03.821818) \u000a22:53:06.801275 run osmo-hlr_10.42.42.2(pid=4629): stderr: \u000a| �[0;m�[1;31m20221212225303999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225303999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225303999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225303999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225303999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225303999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225304011 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225304020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225304021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225304021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:53:06.868709 run osmo-msc_10.42.42.6(pid=4635): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4635)]\u000a22:53:06.917802 run osmo-msc_10.42.42.6(pid=4635): stdout: \u000a| (launched: 2022-12-12_22:53:05.750838) \u000a22:53:06.967459 run osmo-msc_10.42.42.6(pid=4635): stderr: \u000a| �[0;m�[38;5;43m20221212225306022 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212225306023 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f360e953c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212225306023 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212225306023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212225306023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212225306023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212225306025 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212225306025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212225306025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212225306025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:53:07.008752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4628): Terminating (SIGTERM)\u000a22:53:07.048519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4631): Terminating (SIGTERM)\u000a22:53:07.088087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4634): Terminating (SIGTERM)\u000a22:53:07.097746 --- ParallelTerminationStrategy: PID 4628 died...\u000a22:53:07.150558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4628): Terminated: ok {rc=0}\u000a22:53:07.160582 --- ParallelTerminationStrategy: PID 4631 died...\u000a22:53:07.213088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4631): Terminated: ok {rc=0}\u000a22:53:07.222981 --- ParallelTerminationStrategy: PID 4634 died...\u000a22:53:07.275597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4634): Terminated: ok {rc=0}\u000a22:53:07.363390 bus /sierra_3: Setting Powered False\u000a22:53:08.466711 bus /sierra_3: Setting Powered False\u000a22:53:09.577194 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4643): Process ended prematurely: osmo-stp_10.42.42.5(pid=4643) [trial-2383↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4643)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4643): Process ended prematurely: osmo-stp_10.42.42.5(pid=4643) [trial-2383↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:53:10.690996 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:53:10.703430 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:53:10.869794 tst mo_mt_call_osmux.py: using LAC 32061\u000a22:53:10.999656 tst mo_mt_call_osmux.py: using RAC 186\u000a22:53:11.127074 tst mo_mt_call_osmux.py: using CellId 32061\u000a22:53:11.254840 tst mo_mt_call_osmux.py: using BVCI 32062\u000a22:53:11.279648 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:53:11.291301 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:53:11.302792 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:53:11.314232 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:53:11.325727 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:53:11.337173 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:53:11.454762 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:53:11.660052 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:53:12.141708 run create_hlr_db(pid=4637): Launched\u000a22:53:12.318664 bus /sierra_2: Setting Powered False\u000a22:53:13.339200 run create_hlr_db(pid=4637): Terminated: ok {rc=0}\u000a22:53:13.770376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4639): Launched\u000a22:53:14.093928 run osmo-hlr_10.42.42.2(pid=4640): Launched\u000a22:53:14.211682 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:53:14.774363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4642): Launched\u000a22:53:15.097121 run osmo-stp_10.42.42.5(pid=4643): Launched\u000a22:53:15.214582 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:53:15.811547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4645): Launched\u000a22:53:16.285578 run osmo-msc_10.42.42.6(pid=4646): Launched\u000a22:53:16.584367 run osmo-stp_10.42.42.5(pid=4643): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4643)]\u000a22:53:16.746119 run osmo-stp_10.42.42.5(pid=4643): stdout: \u000a| (launched: 2022-12-12_22:53:14.939240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:16.905165 run osmo-stp_10.42.42.5(pid=4643): stderr: \u000a| �[0;m�[38;5;43m20221212225315132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225315132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225315132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225315132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225315133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225315133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225315133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:17.075095 run osmo-stp_10.42.42.5(pid=4643): stdout: \u000a| (launched: 2022-12-12_22:53:14.939240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:17.206447 run osmo-stp_10.42.42.5(pid=4643): stderr: \u000a| �[0;m�[38;5;43m20221212225315132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225315132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225315132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225315132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225315133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225315133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225315133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:17.264559 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4643): Process ended prematurely: osmo-stp_10.42.42.5(pid=4643) [trial-2383↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4643)] [trial-2383↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a22:53:17.274432 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a22:53:17.337418 run osmo-hlr_10.42.42.2(pid=4640): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4640)]\u000a22:53:17.389131 run osmo-hlr_10.42.42.2(pid=4640): stdout: \u000a| (launched: 2022-12-12_22:53:13.935511) \u000a22:53:17.441161 run osmo-hlr_10.42.42.2(pid=4640): stderr: \u000a| �[0;m�[1;31m20221212225314136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225314136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225314136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225314136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225314136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225314136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225314179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225314188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225314188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225314188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:53:17.511914 run osmo-msc_10.42.42.6(pid=4646): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4646)]\u000a22:53:17.562846 run osmo-msc_10.42.42.6(pid=4646): stdout: \u000a| (launched: 2022-12-12_22:53:16.015524) \u000a22:53:17.614520 run osmo-msc_10.42.42.6(pid=4646): stderr: \u000a| �[0;m�[38;5;43m20221212225316437 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212225316437 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8741c3fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212225316438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212225316438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212225316438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212225316438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212225316440 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212225316440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212225316440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212225316440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:53:17.658339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4639): Terminating (SIGTERM)\u000a22:53:17.699826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4642): Terminating (SIGTERM)\u000a22:53:17.741304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4645): Terminating (SIGTERM)\u000a22:53:17.750924 --- ParallelTerminationStrategy: PID 4639 died...\u000a22:53:17.806277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4639): Terminated: ok {rc=0}\u000a22:53:17.816245 --- ParallelTerminationStrategy: PID 4642 died...\u000a22:53:17.871765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4642): Terminated: ok {rc=0}\u000a22:53:17.881721 --- ParallelTerminationStrategy: PID 4645 died...\u000a22:53:17.937092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4645): Terminated: ok {rc=0}\u000a22:53:18.022947 bus /sierra_3: Setting Powered False\u000a22:53:19.129558 bus /sierra_3: Setting Powered False\u000a22:53:20.240422 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:53:00" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4658): Process ended prematurely: osmo-stp_10.42.42.5(pid=4658) [trial-2383↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4658)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4658): Process ended prematurely: osmo-stp_10.42.42.5(pid=4658) [trial-2383↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4658)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a22:53:22.234766 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:53:22.245552 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:53:22.404153 tst mo_mt_call.py: using LAC 32062\u000a22:53:22.525546 tst mo_mt_call.py: using RAC 187\u000a22:53:22.646013 tst mo_mt_call.py: using CellId 32062\u000a22:53:22.773147 tst mo_mt_call.py: using BVCI 32063\u000a22:53:22.798098 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:53:22.809640 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:53:22.820882 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:53:22.832246 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:53:22.843683 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:53:22.854913 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:53:22.973121 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:53:23.176683 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:53:23.656223 run create_hlr_db(pid=4652): Launched\u000a22:53:23.831635 bus /sierra_2: Setting Powered False\u000a22:53:24.851786 run create_hlr_db(pid=4652): Terminated: ok {rc=0}\u000a22:53:25.255919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4654): Launched\u000a22:53:25.560643 run osmo-hlr_10.42.42.2(pid=4655): Launched\u000a22:53:25.680420 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:53:26.215644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4657): Launched\u000a22:53:26.520003 run osmo-stp_10.42.42.5(pid=4658): Launched\u000a22:53:26.631191 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:53:27.187295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4660): Launched\u000a22:53:27.494388 run osmo-msc_10.42.42.6(pid=4661): Launched\u000a22:53:27.674183 run osmo-stp_10.42.42.5(pid=4658): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4658)]\u000a22:53:27.803921 run osmo-stp_10.42.42.5(pid=4658): stdout: \u000a| (launched: 2022-12-12_22:53:26.370786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:27.930820 run osmo-stp_10.42.42.5(pid=4658): stderr: \u000a| �[0;m�[38;5;43m20221212225326542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225326542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225326543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225326543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225326543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225326544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225326544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:28.052864 run osmo-stp_10.42.42.5(pid=4658): stdout: \u000a| (launched: 2022-12-12_22:53:26.370786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:28.174287 run osmo-stp_10.42.42.5(pid=4658): stderr: \u000a| �[0;m�[38;5;43m20221212225326542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225326542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225326543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225326543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225326543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225326544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225326544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:28.227453 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4658): Process ended prematurely: osmo-stp_10.42.42.5(pid=4658) [trial-2383↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4658)] [trial-2383↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a22:53:28.236014 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:53:28.295615 run osmo-hlr_10.42.42.2(pid=4655): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4655)]\u000a22:53:28.344665 run osmo-hlr_10.42.42.2(pid=4655): stdout: \u000a| (launched: 2022-12-12_22:53:25.410681) \u000a22:53:28.393967 run osmo-hlr_10.42.42.2(pid=4655): stderr: \u000a| �[0;m�[1;31m20221212225325588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225325588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225325588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225325588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225325588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225325589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225325600 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225325608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225325609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225325609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:53:28.460623 run osmo-msc_10.42.42.6(pid=4661): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4661)]\u000a22:53:28.508897 run osmo-msc_10.42.42.6(pid=4661): stdout: \u000a| (launched: 2022-12-12_22:53:27.341952) \u000a22:53:28.558006 run osmo-msc_10.42.42.6(pid=4661): stderr: \u000a| �[0;m�[38;5;43m20221212225327615 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212225327615 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f09e4013c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212225327615 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212225327615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212225327615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212225327615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212225327617 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212225327617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212225327618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212225327618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:53:28.599086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4654): Terminating (SIGTERM)\u000a22:53:28.638126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4657): Terminating (SIGTERM)\u000a22:53:28.677369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4660): Terminating (SIGTERM)\u000a22:53:28.686631 --- ParallelTerminationStrategy: PID 4654 died...\u000a22:53:28.738859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4654): Terminated: ok {rc=0}\u000a22:53:28.748786 --- ParallelTerminationStrategy: PID 4657 died...\u000a22:53:28.801156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4657): Terminated: ok {rc=0}\u000a22:53:28.810595 --- ParallelTerminationStrategy: PID 4660 died...\u000a22:53:28.862825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4660): Terminated: ok {rc=0}\u000a22:53:28.950050 bus /sierra_3: Setting Powered False\u000a22:53:30.051904 bus /sierra_3: Setting Powered False\u000a22:53:31.167979 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4669): Process ended prematurely: osmo-stp_10.42.42.5(pid=4669) [trial-2383↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4669)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4669): Process ended prematurely: osmo-stp_10.42.42.5(pid=4669) [trial-2383↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4669)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:53:32.281642 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:53:32.293189 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:53:32.452884 tst mo_mt_call_osmux.py: using LAC 32063\u000a22:53:32.578567 tst mo_mt_call_osmux.py: using RAC 188\u000a22:53:32.697286 tst mo_mt_call_osmux.py: using CellId 32063\u000a22:53:32.816911 tst mo_mt_call_osmux.py: using BVCI 32064\u000a22:53:32.840024 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:53:32.850770 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:53:32.861419 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:53:32.872320 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:53:32.883241 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:53:32.894225 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:53:33.013833 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:53:33.217800 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:53:33.696667 run create_hlr_db(pid=4663): Launched\u000a22:53:33.872109 bus /sierra_2: Setting Powered False\u000a22:53:34.892581 run create_hlr_db(pid=4663): Terminated: ok {rc=0}\u000a22:53:35.296573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4665): Launched\u000a22:53:35.599963 run osmo-hlr_10.42.42.2(pid=4666): Launched\u000a22:53:35.714597 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:53:36.240924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4668): Launched\u000a22:53:36.546737 run osmo-stp_10.42.42.5(pid=4669): Launched\u000a22:53:36.658422 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:53:37.213099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4671): Launched\u000a22:53:37.519638 run osmo-msc_10.42.42.6(pid=4672): Launched\u000a22:53:37.699212 run osmo-stp_10.42.42.5(pid=4669): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4669)]\u000a22:53:37.829501 run osmo-stp_10.42.42.5(pid=4669): stdout: \u000a| (launched: 2022-12-12_22:53:36.396204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:37.957073 run osmo-stp_10.42.42.5(pid=4669): stderr: \u000a| �[0;m�[38;5;43m20221212225336567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225336567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225336567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225336568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225336568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225336568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225336568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:38.079571 run osmo-stp_10.42.42.5(pid=4669): stdout: \u000a| (launched: 2022-12-12_22:53:36.396204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:38.201117 run osmo-stp_10.42.42.5(pid=4669): stderr: \u000a| �[0;m�[38;5;43m20221212225336567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225336567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225336567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225336568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225336568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225336568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225336568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:38.254793 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4669): Process ended prematurely: osmo-stp_10.42.42.5(pid=4669) [trial-2383↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4669)] [trial-2383↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a22:53:38.263513 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a22:53:38.323914 run osmo-hlr_10.42.42.2(pid=4666): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4666)]\u000a22:53:38.373007 run osmo-hlr_10.42.42.2(pid=4666): stdout: \u000a| (launched: 2022-12-12_22:53:35.451102) \u000a22:53:38.422422 run osmo-hlr_10.42.42.2(pid=4666): stderr: \u000a| �[0;m�[1;31m20221212225335628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225335628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225335628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225335628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225335628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225335629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225335645 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225335653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225335654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225335654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:53:38.489636 run osmo-msc_10.42.42.6(pid=4672): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4672)]\u000a22:53:38.538895 run osmo-msc_10.42.42.6(pid=4672): stdout: \u000a| (launched: 2022-12-12_22:53:37.367911) \u000a22:53:38.588348 run osmo-msc_10.42.42.6(pid=4672): stderr: \u000a| �[0;m�[38;5;43m20221212225337638 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212225337638 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd94cd58c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212225337638 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212225337638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212225337639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212225337639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212225337641 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212225337641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212225337641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212225337641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:53:38.630069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4665): Terminating (SIGTERM)\u000a22:53:38.669951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4668): Terminating (SIGTERM)\u000a22:53:38.709793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4671): Terminating (SIGTERM)\u000a22:53:38.719278 --- ParallelTerminationStrategy: PID 4665 died...\u000a22:53:38.772804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4665): Terminated: ok {rc=0}\u000a22:53:38.782528 --- ParallelTerminationStrategy: PID 4668 died...\u000a22:53:38.835697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4668): Terminated: ok {rc=0}\u000a22:53:38.845734 --- ParallelTerminationStrategy: PID 4671 died...\u000a22:53:38.899513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4671): Terminated: ok {rc=0}\u000a22:53:38.986952 bus /sierra_3: Setting Powered False\u000a22:53:40.089600 bus /sierra_3: Setting Powered False\u000a22:53:41.200054 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:53:21" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "emergency:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4752): Process ended prematurely: osmo-stp_10.42.42.5(pid=4752) [trial-2383↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4752)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4752): Process ended prematurely: osmo-stp_10.42.42.5(pid=4752) [trial-2383↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4752)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a22:53:43.216327 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:53:43.226844 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a22:53:43.363066 tst emergency_mo_mt_call.py: using LAC 32064\u000a22:53:43.478832 tst emergency_mo_mt_call.py: using RAC 189\u000a22:53:43.595298 tst emergency_mo_mt_call.py: using CellId 32064\u000a22:53:43.711328 tst emergency_mo_mt_call.py: using BVCI 32065\u000a22:53:43.734079 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:53:43.744556 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:53:43.754966 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:53:43.766003 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:53:43.776666 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:53:43.787263 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a22:53:43.905914 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a22:53:44.108164 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:53:44.578337 run create_hlr_db(pid=4677): Launched\u000a22:53:44.751801 bus /sierra_2: Setting Powered False\u000a22:53:45.771263 run create_hlr_db(pid=4677): Terminated: ok {rc=0}\u000a22:53:46.208921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4679): Launched\u000a22:53:46.696111 run osmo-hlr_10.42.42.2(pid=4689): Launched\u000a22:53:46.977512 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:53:47.714164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4731): Launched\u000a22:53:48.225271 run osmo-stp_10.42.42.5(pid=4752): Launched\u000a22:53:48.474907 tst emergency_mo_mt_call.py: using MSISDN 8010\u000a22:53:48.654560 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:53:49.335081 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4880): Launched\u000a22:53:49.870210 run osmo-msc_10.42.42.6(pid=4930): Launched\u000a22:53:50.177845 run osmo-stp_10.42.42.5(pid=4752): ERR: Terminated: ERROR {rc=1} [trial-2383↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4752)]\u000a22:53:50.381108 run osmo-stp_10.42.42.5(pid=4752): stdout: \u000a| (launched: 2022-12-12_22:53:47.929388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:50.589031 run osmo-stp_10.42.42.5(pid=4752): stderr: \u000a| �[0;m�[38;5;43m20221212225348236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225348236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225348237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225348237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225348237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225348238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225348238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:50.723065 run osmo-stp_10.42.42.5(pid=4752): stdout: \u000a| (launched: 2022-12-12_22:53:47.929388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:50.856319 run osmo-stp_10.42.42.5(pid=4752): stderr: \u000a| �[0;m�[38;5;43m20221212225348236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225348236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225348237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225348237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225348237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225348238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225348238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:50.914724 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=4752): Process ended prematurely: osmo-stp_10.42.42.5(pid=4752) [trial-2383↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4752)] [trial-2383↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a22:53:50.924538 tst emergency_mo_mt_call.py:19: Test FAILED (7.7 sec)\u000a22:53:50.989078 run osmo-hlr_10.42.42.2(pid=4689): ERR: Terminated: ERROR {rc=237} [trial-2383↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4689)]\u000a22:53:51.042440 run osmo-hlr_10.42.42.2(pid=4689): stdout: \u000a| (launched: 2022-12-12_22:53:46.368514) \u000a22:53:51.096905 run osmo-hlr_10.42.42.2(pid=4689): stderr: \u000a| �[0;m�[1;31m20221212225346698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225346698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225346698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225346698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225346698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225346698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225346718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225346734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225346735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225346735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:53:51.169646 run osmo-msc_10.42.42.6(pid=4930): ERR: Terminated: ERROR {rc=2} [trial-2383↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4930)]\u000a22:53:51.222169 run osmo-msc_10.42.42.6(pid=4930): stdout: \u000a| (launched: 2022-12-12_22:53:49.522737) \u000a22:53:51.277131 run osmo-msc_10.42.42.6(pid=4930): stderr: \u000a| �[0;m�[38;5;43m20221212225350189 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212225350190 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbfdd983c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212225350190 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212225350190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212225350190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212225350190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212225350192 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212225350201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212225350201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212225350201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:53:51.322487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4679): Terminating (SIGTERM)\u000a22:53:51.365754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4731): Terminating (SIGTERM)\u000a22:53:51.410883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4880): Terminating (SIGTERM)\u000a22:53:51.421922 --- ParallelTerminationStrategy: PID 4679 died...\u000a22:53:51.481389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4679): Terminated: ok {rc=0}\u000a22:53:51.492138 --- ParallelTerminationStrategy: PID 4731 died...\u000a22:53:51.549275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4731): Terminated: ok {rc=0}\u000a22:53:51.560252 --- ParallelTerminationStrategy: PID 4880 died...\u000a22:53:51.617725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4880): Terminated: ok {rc=0}\u000a22:53:51.708341 bus /sierra_3: Setting Powered False\u000a22:53:52.818681 bus /sierra_3: Setting Powered False\u000a22:53:53.933185 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "emergency:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4967): Process ended prematurely: osmo-stp_10.42.42.5(pid=4967) [trial-2383↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4967)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4967): Process ended prematurely: osmo-stp_10.42.42.5(pid=4967) [trial-2383↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4967)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a22:53:54.987705 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:53:55.000455 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a22:53:55.148540 tst emergency_preemptive_call.py: using LAC 32065\u000a22:53:55.276913 tst emergency_preemptive_call.py: using RAC 190\u000a22:53:55.404714 tst emergency_preemptive_call.py: using CellId 32065\u000a22:53:55.533309 tst emergency_preemptive_call.py: using BVCI 32066\u000a22:53:55.559108 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:53:55.571258 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:53:55.583499 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:53:55.595964 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:53:55.608384 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:53:55.620798 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a22:53:55.744756 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a22:53:55.872842 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a22:53:55.985858 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a22:53:56.184650 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:53:56.718249 run create_hlr_db(pid=4961): Launched\u000a22:53:56.898284 bus /sierra_2: Setting Powered False\u000a22:53:57.921764 run create_hlr_db(pid=4961): Terminated: ok {rc=0}\u000a22:53:58.358196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4963): Launched\u000a22:53:58.771835 run osmo-hlr_10.42.42.2(pid=4964): Launched\u000a22:53:59.000405 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:53:59.672397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4966): Launched\u000a22:54:00.084486 run osmo-stp_10.42.42.5(pid=4967): Launched\u000a22:54:00.339117 tst emergency_preemptive_call.py: using MSISDN 8011\u000a22:54:00.554959 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:54:01.189128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4969): Launched\u000a22:54:01.652068 run osmo-msc_10.42.42.6(pid=4970): Launched\u000a22:54:02.165618 run osmo-stp_10.42.42.5(pid=4967): ERR: Terminated: ERROR {rc=1} [trial-2383↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4967)]\u000a22:54:02.392111 run osmo-stp_10.42.42.5(pid=4967): stdout: \u000a| (launched: 2022-12-12_22:53:59.830934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:02.552857 run osmo-stp_10.42.42.5(pid=4967): stderr: \u000a| �[0;m�[38;5;43m20221212225400169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225400169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225400170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225400170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225400171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225400171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225400171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:02.707217 run osmo-stp_10.42.42.5(pid=4967): stdout: \u000a| (launched: 2022-12-12_22:53:59.830934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:02.863682 run osmo-stp_10.42.42.5(pid=4967): stderr: \u000a| �[0;m�[38;5;43m20221212225400169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225400169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225400170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225400170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225400171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225400171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225400171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:02.929639 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=4967): Process ended prematurely: osmo-stp_10.42.42.5(pid=4967) [trial-2383↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4967)] [trial-2383↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a22:54:02.941975 tst emergency_preemptive_call.py:32: Test FAILED (7.9 sec)\u000a22:54:03.016061 run osmo-hlr_10.42.42.2(pid=4964): ERR: Terminated: ERROR {rc=237} [trial-2383↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4964)]\u000a22:54:03.078313 run osmo-hlr_10.42.42.2(pid=4964): stdout: \u000a| (launched: 2022-12-12_22:53:58.517422) \u000a22:54:03.140084 run osmo-hlr_10.42.42.2(pid=4964): stderr: \u000a| �[0;m�[1;31m20221212225358877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225358877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225358877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225358877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225358877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225358877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225358901 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225358912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225358913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225358913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:54:03.222281 run osmo-msc_10.42.42.6(pid=4970): ERR: Terminated: ERROR {rc=2} [trial-2383↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4970)]\u000a22:54:03.286676 run osmo-msc_10.42.42.6(pid=4970): stdout: \u000a| (launched: 2022-12-12_22:54:01.355717) \u000a22:54:03.348691 run osmo-msc_10.42.42.6(pid=4970): stderr: \u000a| �[0;m�[38;5;43m20221212225401802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212225401803 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe52bca5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212225401803 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212225401803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212225401803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212225401803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212225401815 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212225401815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212225401815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212225401816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:54:03.400000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4963): Terminating (SIGTERM)\u000a22:54:03.445353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4966): Terminating (SIGTERM)\u000a22:54:03.488331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4969): Terminating (SIGTERM)\u000a22:54:03.498155 --- ParallelTerminationStrategy: PID 4963 died...\u000a22:54:03.554843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4963): Terminated: ok {rc=0}\u000a22:54:03.565306 --- ParallelTerminationStrategy: PID 4966 died...\u000a22:54:03.621450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4966): Terminated: ok {rc=0}\u000a22:54:03.631863 --- ParallelTerminationStrategy: PID 4969 died...\u000a22:54:03.688275 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4969): Terminated: ok {rc=0}\u000a22:54:03.777847 bus /sierra_9: Setting Powered False\u000a22:54:04.886712 bus /sierra_9: Setting Powered False\u000a22:54:05.999960 bus /sierra_8: Setting Powered False\u000a22:54:07.111361 bus /sierra_8: Setting Powered False\u000a22:54:08.225815 bus /sierra_3: Setting Powered False\u000a22:54:09.338015 bus /sierra_3: Setting Powered False\u000a22:54:10.454482 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:53:42" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4988): Process ended prematurely: osmo-stp_10.42.42.5(pid=4988) [trial-2383↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4988)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4988): Process ended prematurely: osmo-stp_10.42.42.5(pid=4988) [trial-2383↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4988)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:54:12.594379 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:12.605481 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a22:54:12.751577 tst cs_paging_gprs_active.py: using LAC 32066\u000a22:54:12.880606 tst cs_paging_gprs_active.py: using RAC 191\u000a22:54:13.009190 tst cs_paging_gprs_active.py: using CellId 32066\u000a22:54:13.138791 tst cs_paging_gprs_active.py: using BVCI 32067\u000a22:54:13.163741 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:13.174855 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:13.185682 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:13.196514 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:13.207391 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:13.218188 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:13.229183 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:13.240088 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:13.251091 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:54:13.365688 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:54:13.655898 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:54:13.792299 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:54:14.127963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4976): Launched\u000a22:54:14.408212 run iperf3-srv_10.42.42.10(pid=4977): Launched\u000a22:54:14.607213 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:54:14.743426 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:54:15.079366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4978): Launched\u000a22:54:15.359462 run iperf3-srv_10.42.42.10(pid=4979): Launched\u000a22:54:15.558855 tst cs_paging_gprs_active.py:38: start network...\u000a22:54:15.695022 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:54:16.320618 run create_hlr_db(pid=4980): Launched\u000a22:54:16.579414 bus /sierra_2: Setting Powered False\u000a22:54:17.530224 run create_hlr_db(pid=4980): Terminated: ok {rc=0}\u000a22:54:18.041606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4982): Launched\u000a22:54:18.365591 run osmo-hlr_10.42.42.2(pid=4983): Launched\u000a22:54:18.487484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:54:19.053979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4987): Launched\u000a22:54:19.378136 run osmo-stp_10.42.42.5(pid=4988): Launched\u000a22:54:19.498641 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:54:20.065956 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4990): Launched\u000a22:54:20.181851 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:54:20.464455 run patchelf(pid=4991): Launched\u000a22:54:20.654336 run osmo-stp_10.42.42.5(pid=4988): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4988)]\u000a22:54:20.793497 run osmo-stp_10.42.42.5(pid=4988): stdout: \u000a| (launched: 2022-12-12_22:54:19.219705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:20.931977 run osmo-stp_10.42.42.5(pid=4988): stderr: \u000a| �[0;m�[38;5;43m20221212225419411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225419411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225419412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225419412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225419413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225419413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225419413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:21.065996 run osmo-stp_10.42.42.5(pid=4988): stdout: \u000a| (launched: 2022-12-12_22:54:19.219705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:21.199249 run osmo-stp_10.42.42.5(pid=4988): stderr: \u000a| �[0;m�[38;5;43m20221212225419411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225419411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225419412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225419412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225419413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225419413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225419413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:21.354561 run patchelf(pid=4991): Terminating (SIGINT)\u000a22:54:21.536573 run patchelf(pid=4991): Terminated: ok {rc=0}\u000a22:54:21.569914 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4988): Process ended prematurely: osmo-stp_10.42.42.5(pid=4988) [trial-2383↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4988)] [trial-2383↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a22:54:21.579732 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a22:54:21.642604 run osmo-hlr_10.42.42.2(pid=4983): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4983)]\u000a22:54:21.694387 run osmo-hlr_10.42.42.2(pid=4983): stdout: \u000a| (launched: 2022-12-12_22:54:18.207409) \u000a22:54:21.746563 run osmo-hlr_10.42.42.2(pid=4983): stderr: \u000a| �[0;m�[1;31m20221212225418408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225418408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225418408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225418408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225418408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225418408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225418420 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225418429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225418429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225418429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:54:21.790832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4976): Terminating (SIGTERM)\u000a22:54:21.832645 run iperf3-srv_10.42.42.10(pid=4977): Terminating (SIGTERM)\u000a22:54:21.874557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4978): Terminating (SIGTERM)\u000a22:54:21.916323 run iperf3-srv_10.42.42.10(pid=4979): Terminating (SIGTERM)\u000a22:54:21.958322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4982): Terminating (SIGTERM)\u000a22:54:22.000044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4987): Terminating (SIGTERM)\u000a22:54:22.041907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4990): Terminating (SIGTERM)\u000a22:54:22.051619 --- ParallelTerminationStrategy: PID 4976 died...\u000a22:54:22.107519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4976): Terminated: ok {rc=0}\u000a22:54:22.117613 --- ParallelTerminationStrategy: PID 4977 died...\u000a22:54:22.173100 run iperf3-srv_10.42.42.10(pid=4977): Terminated {rc=256}\u000a22:54:22.183110 --- ParallelTerminationStrategy: PID 4978 died...\u000a22:54:22.238622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4978): Terminated: ok {rc=0}\u000a22:54:22.248612 --- ParallelTerminationStrategy: PID 4979 died...\u000a22:54:22.304104 run iperf3-srv_10.42.42.10(pid=4979): Terminated {rc=256}\u000a22:54:22.314226 --- ParallelTerminationStrategy: PID 4982 died...\u000a22:54:22.370118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4982): Terminated: ok {rc=0}\u000a22:54:22.380127 --- ParallelTerminationStrategy: PID 4987 died...\u000a22:54:22.435531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4987): Terminated: ok {rc=0}\u000a22:54:22.445967 --- ParallelTerminationStrategy: PID 4990 died...\u000a22:54:22.501382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4990): Terminated: ok {rc=0}\u000a22:54:22.588122 bus /gobi_0: Setting Powered False\u000a22:54:23.696352 bus /gobi_0: Setting Powered False\u000a22:54:24.807762 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5000): Process ended prematurely: osmo-stp_10.42.42.5(pid=5000) [trial-2383↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5000)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5000): Process ended prematurely: osmo-stp_10.42.42.5(pid=5000) [trial-2383↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5000)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a22:54:25.917243 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:25.928273 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a22:54:26.069985 tst iperf3.py: using LAC 32067\u000a22:54:26.197099 tst iperf3.py: using RAC 192\u000a22:54:26.326520 tst iperf3.py: using CellId 32067\u000a22:54:26.454177 tst iperf3.py: using BVCI 32068\u000a22:54:26.479377 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:26.490552 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:26.501358 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:26.512309 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:26.523067 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:26.533801 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:26.544639 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:26.555449 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:26.566395 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:54:26.846469 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:54:26.973788 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:54:27.290539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4992): Launched\u000a22:54:27.554337 run iperf3-srv_10.42.42.10(pid=4993): Launched\u000a22:54:27.741732 tst iperf3.py:8: start network...\u000a22:54:27.869364 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:54:28.352246 run create_hlr_db(pid=4994): Launched\u000a22:54:28.529138 bus /gobi_6: Setting Powered False\u000a22:54:29.549100 run create_hlr_db(pid=4994): Terminated: ok {rc=0}\u000a22:54:29.956527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4996): Launched\u000a22:54:30.264256 run osmo-hlr_10.42.42.2(pid=4997): Launched\u000a22:54:30.380808 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:54:30.938562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4999): Launched\u000a22:54:31.375696 run osmo-stp_10.42.42.5(pid=5000): Launched\u000a22:54:31.548875 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:54:32.159843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5002): Launched\u000a22:54:32.278174 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:54:32.562786 run patchelf(pid=5003): Launched\u000a22:54:32.754707 run osmo-stp_10.42.42.5(pid=5000): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5000)]\u000a22:54:32.894725 run osmo-stp_10.42.42.5(pid=5000): stdout: \u000a| (launched: 2022-12-12_22:54:31.109550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:33.034586 run osmo-stp_10.42.42.5(pid=5000): stderr: \u000a| �[0;m�[38;5;43m20221212225431405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225431405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225431406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225431406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225431406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225431407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225431407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:33.169756 run osmo-stp_10.42.42.5(pid=5000): stdout: \u000a| (launched: 2022-12-12_22:54:31.109550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:33.303435 run osmo-stp_10.42.42.5(pid=5000): stderr: \u000a| �[0;m�[38;5;43m20221212225431405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225431405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225431406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225431406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225431406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225431407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225431407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:33.460639 run patchelf(pid=5003): Terminating (SIGINT)\u000a22:54:33.645054 run patchelf(pid=5003): Terminated: ok {rc=0}\u000a22:54:33.678877 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5000): Process ended prematurely: osmo-stp_10.42.42.5(pid=5000) [trial-2383↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5000)] [trial-2383↪gprs:trx-lms↪iperf3.py:8]\u000a22:54:33.689009 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a22:54:33.751872 run osmo-hlr_10.42.42.2(pid=4997): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4997)]\u000a22:54:33.803069 run osmo-hlr_10.42.42.2(pid=4997): stdout: \u000a| (launched: 2022-12-12_22:54:30.112332) \u000a22:54:33.854893 run osmo-hlr_10.42.42.2(pid=4997): stderr: \u000a| �[0;m�[1;31m20221212225430289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225430289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225430289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225430289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225430289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225430289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225430301 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225430309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225430310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225430310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:54:33.898923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4992): Terminating (SIGTERM)\u000a22:54:33.940600 run iperf3-srv_10.42.42.10(pid=4993): Terminating (SIGTERM)\u000a22:54:33.982304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4996): Terminating (SIGTERM)\u000a22:54:34.024077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4999): Terminating (SIGTERM)\u000a22:54:34.065705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5002): Terminating (SIGTERM)\u000a22:54:34.075344 --- ParallelTerminationStrategy: PID 4992 died...\u000a22:54:34.131008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4992): Terminated: ok {rc=0}\u000a22:54:34.141061 --- ParallelTerminationStrategy: PID 4993 died...\u000a22:54:34.196865 run iperf3-srv_10.42.42.10(pid=4993): Terminated {rc=256}\u000a22:54:34.206832 --- ParallelTerminationStrategy: PID 4996 died...\u000a22:54:34.262070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4996): Terminated: ok {rc=0}\u000a22:54:34.272036 --- ParallelTerminationStrategy: PID 4999 died...\u000a22:54:34.327377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4999): Terminated: ok {rc=0}\u000a22:54:34.337446 --- ParallelTerminationStrategy: PID 5002 died...\u000a22:54:34.392454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5002): Terminated: ok {rc=0}\u000a22:54:34.478760 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5021): Process ended prematurely: osmo-stp_10.42.42.5(pid=5021) [trial-2383↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5021)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5021): Process ended prematurely: osmo-stp_10.42.42.5(pid=5021) [trial-2383↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5021)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a22:54:35.589368 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:35.600351 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a22:54:35.735752 tst iperf3m4.py: using LAC 32068\u000a22:54:35.853833 tst iperf3m4.py: using RAC 193\u000a22:54:35.976519 tst iperf3m4.py: using CellId 32068\u000a22:54:36.096658 tst iperf3m4.py: using BVCI 32069\u000a22:54:36.120189 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:36.130759 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:36.141041 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:36.151511 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:36.162102 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:36.172549 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:36.183273 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:36.193787 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:36.204475 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:54:36.320624 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:54:36.446172 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:54:36.566898 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:54:36.864251 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:54:37.000598 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:54:37.335267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5007): Launched\u000a22:54:37.613473 run iperf3-srv_10.42.42.10(pid=5008): Launched\u000a22:54:37.812243 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:54:37.946990 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:54:38.281612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5009): Launched\u000a22:54:38.559228 run iperf3-srv_10.42.42.10(pid=5010): Launched\u000a22:54:38.758425 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:54:38.894314 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:54:39.228100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5011): Launched\u000a22:54:39.505741 run iperf3-srv_10.42.42.10(pid=5012): Launched\u000a22:54:39.704356 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:54:39.839080 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:54:40.173366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5013): Launched\u000a22:54:40.451217 run iperf3-srv_10.42.42.10(pid=5014): Launched\u000a22:54:40.649804 tst iperf3m4.py:8: start network...\u000a22:54:40.785243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:54:41.304365 run create_hlr_db(pid=5015): Launched\u000a22:54:41.492555 bus /gobi_6: Setting Powered False\u000a22:54:42.513006 run create_hlr_db(pid=5015): Terminated: ok {rc=0}\u000a22:54:42.921945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5017): Launched\u000a22:54:43.227620 run osmo-hlr_10.42.42.2(pid=5018): Launched\u000a22:54:43.346744 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:54:43.885345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5020): Launched\u000a22:54:44.189759 run osmo-stp_10.42.42.5(pid=5021): Launched\u000a22:54:44.300759 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:54:44.830994 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5023): Launched\u000a22:54:44.940070 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:54:45.205884 run patchelf(pid=5024): Launched\u000a22:54:45.384026 run osmo-stp_10.42.42.5(pid=5021): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5021)]\u000a22:54:45.514179 run osmo-stp_10.42.42.5(pid=5021): stdout: \u000a| (launched: 2022-12-12_22:54:44.039504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:45.644392 run osmo-stp_10.42.42.5(pid=5021): stderr: \u000a| �[0;m�[38;5;43m20221212225444208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225444209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225444209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225444209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225444211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225444212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225444212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:45.770283 run osmo-stp_10.42.42.5(pid=5021): stdout: \u000a| (launched: 2022-12-12_22:54:44.039504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:45.902338 run osmo-stp_10.42.42.5(pid=5021): stderr: \u000a| �[0;m�[38;5;43m20221212225444208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225444209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225444209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225444209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225444211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225444212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225444212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:46.071275 run patchelf(pid=5024): Terminating (SIGINT)\u000a22:54:46.259917 run patchelf(pid=5024): Terminated: ok {rc=0}\u000a22:54:46.295614 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5021): Process ended prematurely: osmo-stp_10.42.42.5(pid=5021) [trial-2383↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5021)] [trial-2383↪gprs:trx-lms↪iperf3m4.py:8]\u000a22:54:46.306206 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a22:54:46.371154 run osmo-hlr_10.42.42.2(pid=5018): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5018)]\u000a22:54:46.424059 run osmo-hlr_10.42.42.2(pid=5018): stdout: \u000a| (launched: 2022-12-12_22:54:43.077153) \u000a22:54:46.476883 run osmo-hlr_10.42.42.2(pid=5018): stderr: \u000a| �[0;m�[1;31m20221212225443251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225443251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225443251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225443251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225443251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225443251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225443263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225443271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225443271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225443271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:54:46.523651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5007): Terminating (SIGTERM)\u000a22:54:46.566720 run iperf3-srv_10.42.42.10(pid=5008): Terminating (SIGTERM)\u000a22:54:46.610579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5009): Terminating (SIGTERM)\u000a22:54:46.653901 run iperf3-srv_10.42.42.10(pid=5010): Terminating (SIGTERM)\u000a22:54:46.705401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5011): Terminating (SIGTERM)\u000a22:54:46.757424 run iperf3-srv_10.42.42.10(pid=5012): Terminating (SIGTERM)\u000a22:54:46.810773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5013): Terminating (SIGTERM)\u000a22:54:46.864258 run iperf3-srv_10.42.42.10(pid=5014): Terminating (SIGTERM)\u000a22:54:46.915081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5017): Terminating (SIGTERM)\u000a22:54:46.965989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5020): Terminating (SIGTERM)\u000a22:54:47.011581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5023): Terminating (SIGTERM)\u000a22:54:47.022005 --- ParallelTerminationStrategy: PID 5007 died...\u000a22:54:47.076128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5007): Terminated: ok {rc=0}\u000a22:54:47.087551 --- ParallelTerminationStrategy: PID 5008 died...\u000a22:54:47.141686 run iperf3-srv_10.42.42.10(pid=5008): Terminated {rc=256}\u000a22:54:47.153147 --- ParallelTerminationStrategy: PID 5009 died...\u000a22:54:47.208126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5009): Terminated: ok {rc=0}\u000a22:54:47.218655 --- ParallelTerminationStrategy: PID 5010 died...\u000a22:54:47.273431 run iperf3-srv_10.42.42.10(pid=5010): Terminated {rc=256}\u000a22:54:47.283673 --- ParallelTerminationStrategy: PID 5011 died...\u000a22:54:47.336226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5011): Terminated: ok {rc=0}\u000a22:54:47.345871 --- ParallelTerminationStrategy: PID 5012 died...\u000a22:54:47.397981 run iperf3-srv_10.42.42.10(pid=5012): Terminated {rc=256}\u000a22:54:47.407735 --- ParallelTerminationStrategy: PID 5013 died...\u000a22:54:47.460079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5013): Terminated: ok {rc=0}\u000a22:54:47.469918 --- ParallelTerminationStrategy: PID 5014 died...\u000a22:54:47.522178 run iperf3-srv_10.42.42.10(pid=5014): Terminated {rc=256}\u000a22:54:47.531933 --- ParallelTerminationStrategy: PID 5017 died...\u000a22:54:47.584656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5017): Terminated: ok {rc=0}\u000a22:54:47.594697 --- ParallelTerminationStrategy: PID 5020 died...\u000a22:54:47.647066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5020): Terminated: ok {rc=0}\u000a22:54:47.657065 --- ParallelTerminationStrategy: PID 5023 died...\u000a22:54:47.709379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5023): Terminated: ok {rc=0}\u000a22:54:47.796440 bus /gobi_4: Setting Powered False\u000a22:54:48.897968 bus /gobi_4: Setting Powered False\u000a22:54:50.007270 bus /gobi_1: Setting Powered False\u000a22:54:51.109791 bus /gobi_1: Setting Powered False\u000a22:54:52.214776 bus /gobi_0: Setting Powered False\u000a22:54:53.316844 bus /gobi_0: Setting Powered False\u000a22:54:54.427111 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5032): Process ended prematurely: osmo-stp_10.42.42.5(pid=5032) [trial-2383↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5032)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5032): Process ended prematurely: osmo-stp_10.42.42.5(pid=5032) [trial-2383↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5032)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a22:54:55.493147 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:55.504044 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a22:54:55.639920 tst ping.py: using LAC 32069\u000a22:54:55.767305 tst ping.py: using RAC 194\u000a22:54:55.889897 tst ping.py: using CellId 32069\u000a22:54:56.012665 tst ping.py: using BVCI 32070\u000a22:54:56.037143 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:56.048204 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:56.059324 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:56.070265 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:56.080913 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:56.091659 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:56.102533 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:54:56.113368 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:54:56.401243 tst ping.py:19: start network...\u000a22:54:56.533331 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:54:57.040450 run create_hlr_db(pid=5026): Launched\u000a22:54:57.224859 bus /gobi_6: Setting Powered False\u000a22:54:58.245098 run create_hlr_db(pid=5026): Terminated: ok {rc=0}\u000a22:54:58.667369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5028): Launched\u000a22:54:58.985226 run osmo-hlr_10.42.42.2(pid=5029): Launched\u000a22:54:59.100379 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:54:59.654582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5031): Launched\u000a22:54:59.971539 run osmo-stp_10.42.42.5(pid=5032): Launched\u000a22:55:00.085930 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:55:00.641643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5034): Launched\u000a22:55:00.755329 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:55:01.066753 run patchelf(pid=5035): Launched\u000a22:55:01.265164 run osmo-stp_10.42.42.5(pid=5032): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5032)]\u000a22:55:01.400668 run osmo-stp_10.42.42.5(pid=5032): stdout: \u000a| (launched: 2022-12-12_22:54:59.816458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:01.536630 run osmo-stp_10.42.42.5(pid=5032): stderr: \u000a| �[0;m�[38;5;43m20221212225500008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225500008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225500008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225500008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225500009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225500009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225500009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:01.667779 run osmo-stp_10.42.42.5(pid=5032): stdout: \u000a| (launched: 2022-12-12_22:54:59.816458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:01.798227 run osmo-stp_10.42.42.5(pid=5032): stderr: \u000a| �[0;m�[38;5;43m20221212225500008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225500008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225500008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225500008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225500009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225500009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225500009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:01.951348 run patchelf(pid=5035): Terminating (SIGINT)\u000a22:55:02.130450 run patchelf(pid=5035): Terminated: ok {rc=0}\u000a22:55:02.163383 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5032): Process ended prematurely: osmo-stp_10.42.42.5(pid=5032) [trial-2383↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5032)] [trial-2383↪gprs:trx-lms↪ping.py:22]\u000a22:55:02.173333 tst ping.py:22: Test FAILED (6.7 sec)\u000a22:55:02.238574 run osmo-hlr_10.42.42.2(pid=5029): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5029)]\u000a22:55:02.288856 run osmo-hlr_10.42.42.2(pid=5029): stdout: \u000a| (launched: 2022-12-12_22:54:58.829342) \u000a22:55:02.339473 run osmo-hlr_10.42.42.2(pid=5029): stderr: \u000a| �[0;m�[1;31m20221212225459025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225459026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225459026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225459026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225459026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225459026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225459038 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225459047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225459047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225459047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:55:02.381658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5028): Terminating (SIGTERM)\u000a22:55:02.422251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5031): Terminating (SIGTERM)\u000a22:55:02.462906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5034): Terminating (SIGTERM)\u000a22:55:02.472569 --- ParallelTerminationStrategy: PID 5028 died...\u000a22:55:02.527258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5028): Terminated: ok {rc=0}\u000a22:55:02.536871 --- ParallelTerminationStrategy: PID 5031 died...\u000a22:55:02.590762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5031): Terminated: ok {rc=0}\u000a22:55:02.600927 --- ParallelTerminationStrategy: PID 5034 died...\u000a22:55:02.654489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5034): Terminated: ok {rc=0}\u000a22:55:02.743368 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5045): Process ended prematurely: osmo-stp_10.42.42.5(pid=5045) [trial-2383↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5045)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5045): Process ended prematurely: osmo-stp_10.42.42.5(pid=5045) [trial-2383↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5045)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a22:55:03.795631 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:55:03.807350 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a22:55:03.947443 tst ping_idle_ping.py: using LAC 32070\u000a22:55:04.067263 tst ping_idle_ping.py: using RAC 195\u000a22:55:04.187571 tst ping_idle_ping.py: using CellId 32070\u000a22:55:04.305641 tst ping_idle_ping.py: using BVCI 32071\u000a22:55:04.328382 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:55:04.338866 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:55:04.349369 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:55:04.360582 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:55:04.371671 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:55:04.382851 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:55:04.394044 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:55:04.405313 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:55:04.699383 tst ping_idle_ping.py:24: start network...\u000a22:55:04.833287 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:55:05.345773 run create_hlr_db(pid=5039): Launched\u000a22:55:05.531427 bus /gobi_6: Setting Powered False\u000a22:55:06.551530 run create_hlr_db(pid=5039): Terminated: ok {rc=0}\u000a22:55:06.956231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5041): Launched\u000a22:55:07.257923 run osmo-hlr_10.42.42.2(pid=5042): Launched\u000a22:55:07.373534 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:55:07.898842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5044): Launched\u000a22:55:08.198213 run osmo-stp_10.42.42.5(pid=5045): Launched\u000a22:55:08.307968 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:55:08.830148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5047): Launched\u000a22:55:08.937160 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:55:09.199135 run patchelf(pid=5048): Launched\u000a22:55:09.375307 run osmo-stp_10.42.42.5(pid=5045): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5045)]\u000a22:55:09.503909 run osmo-stp_10.42.42.5(pid=5045): stdout: \u000a| (launched: 2022-12-12_22:55:08.050460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:09.632942 run osmo-stp_10.42.42.5(pid=5045): stderr: \u000a| �[0;m�[38;5;43m20221212225508221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225508221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225508221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225508221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225508222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225508222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225508222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:09.757334 run osmo-stp_10.42.42.5(pid=5045): stdout: \u000a| (launched: 2022-12-12_22:55:08.050460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:09.880390 run osmo-stp_10.42.42.5(pid=5045): stderr: \u000a| �[0;m�[38;5;43m20221212225508221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225508221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225508221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225508221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225508222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225508222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225508222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:10.024903 run patchelf(pid=5048): Terminating (SIGINT)\u000a22:55:10.195086 run patchelf(pid=5048): Terminated: ok {rc=0}\u000a22:55:10.225869 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5045): Process ended prematurely: osmo-stp_10.42.42.5(pid=5045) [trial-2383↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5045)] [trial-2383↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a22:55:10.234400 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:55:10.294092 run osmo-hlr_10.42.42.2(pid=5042): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5042)]\u000a22:55:10.342848 run osmo-hlr_10.42.42.2(pid=5042): stdout: \u000a| (launched: 2022-12-12_22:55:07.109837) \u000a22:55:10.392167 run osmo-hlr_10.42.42.2(pid=5042): stderr: \u000a| �[0;m�[1;31m20221212225507284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225507284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225507285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225507285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225507285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225507285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225507300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225507311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225507311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225507311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:55:10.433924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5041): Terminating (SIGTERM)\u000a22:55:10.473213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5044): Terminating (SIGTERM)\u000a22:55:10.513021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5047): Terminating (SIGTERM)\u000a22:55:10.522436 --- ParallelTerminationStrategy: PID 5041 died...\u000a22:55:10.575552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5041): Terminated: ok {rc=0}\u000a22:55:10.585257 --- ParallelTerminationStrategy: PID 5044 died...\u000a22:55:10.638446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5044): Terminated: ok {rc=0}\u000a22:55:10.647985 --- ParallelTerminationStrategy: PID 5047 died...\u000a22:55:10.700324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5047): Terminated: ok {rc=0}\u000a22:55:10.783202 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:54:12" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5062): Process ended prematurely: osmo-stp_10.42.42.5(pid=5062) [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5062)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5062): Process ended prematurely: osmo-stp_10.42.42.5(pid=5062) [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5062)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:55:12.941129 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:12.951906 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:55:13.090777 tst cs_paging_gprs_active.py: using LAC 32071\u000a22:55:13.213722 tst cs_paging_gprs_active.py: using RAC 196\u000a22:55:13.339424 tst cs_paging_gprs_active.py: using CellId 32071\u000a22:55:13.461233 tst cs_paging_gprs_active.py: using BVCI 32072\u000a22:55:13.484757 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:13.495553 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:13.506217 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:13.517296 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:13.528201 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:13.539242 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:13.550605 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:13.561760 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:13.573065 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:13.688495 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:13.972807 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:55:14.100753 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:55:14.417540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5052): Launched\u000a22:55:14.680513 run iperf3-srv_10.42.42.10(pid=5053): Launched\u000a22:55:14.868096 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:55:14.995819 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:55:15.312626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5054): Launched\u000a22:55:15.576560 run iperf3-srv_10.42.42.10(pid=5055): Launched\u000a22:55:15.763365 tst cs_paging_gprs_active.py:38: start network...\u000a22:55:15.902902 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:55:16.468271 run create_hlr_db(pid=5056): Launched\u000a22:55:16.649069 bus /gobi_6: Setting Powered False\u000a22:55:17.667296 run create_hlr_db(pid=5056): Terminated: ok {rc=0}\u000a22:55:18.099768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5058): Launched\u000a22:55:18.426131 run osmo-hlr_10.42.42.2(pid=5059): Launched\u000a22:55:18.544724 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:55:19.110308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5061): Launched\u000a22:55:19.434806 run osmo-stp_10.42.42.5(pid=5062): Launched\u000a22:55:19.552876 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:55:20.123614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5064): Launched\u000a22:55:20.239867 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:55:20.522637 run patchelf(pid=5065): Launched\u000a22:55:20.714640 run osmo-stp_10.42.42.5(pid=5062): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5062)]\u000a22:55:20.853744 run osmo-stp_10.42.42.5(pid=5062): stdout: \u000a| (launched: 2022-12-12_22:55:19.275879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:20.993458 run osmo-stp_10.42.42.5(pid=5062): stderr: \u000a| �[0;m�[38;5;43m20221212225519470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225519470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225519470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225519471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225519471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225519471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225519471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:21.128580 run osmo-stp_10.42.42.5(pid=5062): stdout: \u000a| (launched: 2022-12-12_22:55:19.275879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:21.262915 run osmo-stp_10.42.42.5(pid=5062): stderr: \u000a| �[0;m�[38;5;43m20221212225519470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225519470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225519470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225519471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225519471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225519471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225519471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:21.418727 run patchelf(pid=5065): Terminating (SIGINT)\u000a22:55:21.602691 run patchelf(pid=5065): Terminated: ok {rc=0}\u000a22:55:21.636226 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5062): Process ended prematurely: osmo-stp_10.42.42.5(pid=5062) [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5062)] [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a22:55:21.646060 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:55:21.709162 run osmo-hlr_10.42.42.2(pid=5059): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5059)]\u000a22:55:21.760845 run osmo-hlr_10.42.42.2(pid=5059): stdout: \u000a| (launched: 2022-12-12_22:55:18.265705) \u000a22:55:21.812982 run osmo-hlr_10.42.42.2(pid=5059): stderr: \u000a| �[0;m�[1;31m20221212225518464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225518464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225518464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225518464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225518464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225518464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225518480 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225518490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225518490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225518490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:55:21.856983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5052): Terminating (SIGTERM)\u000a22:55:21.898567 run iperf3-srv_10.42.42.10(pid=5053): Terminating (SIGTERM)\u000a22:55:21.940208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5054): Terminating (SIGTERM)\u000a22:55:21.981782 run iperf3-srv_10.42.42.10(pid=5055): Terminating (SIGTERM)\u000a22:55:22.023427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5058): Terminating (SIGTERM)\u000a22:55:22.065108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5061): Terminating (SIGTERM)\u000a22:55:22.106828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5064): Terminating (SIGTERM)\u000a22:55:22.116572 --- ParallelTerminationStrategy: PID 5052 died...\u000a22:55:22.172257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5052): Terminated: ok {rc=0}\u000a22:55:22.182428 --- ParallelTerminationStrategy: PID 5053 died...\u000a22:55:22.237616 run iperf3-srv_10.42.42.10(pid=5053): Terminated {rc=256}\u000a22:55:22.247534 --- ParallelTerminationStrategy: PID 5054 died...\u000a22:55:22.302612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5054): Terminated: ok {rc=0}\u000a22:55:22.312494 --- ParallelTerminationStrategy: PID 5055 died...\u000a22:55:22.367361 run iperf3-srv_10.42.42.10(pid=5055): Terminated {rc=256}\u000a22:55:22.377500 --- ParallelTerminationStrategy: PID 5058 died...\u000a22:55:22.432394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5058): Terminated: ok {rc=0}\u000a22:55:22.442573 --- ParallelTerminationStrategy: PID 5061 died...\u000a22:55:22.497884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5061): Terminated: ok {rc=0}\u000a22:55:22.508040 --- ParallelTerminationStrategy: PID 5064 died...\u000a22:55:22.563656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5064): Terminated: ok {rc=0}\u000a22:55:22.649844 bus /gobi_0: Setting Powered False\u000a22:55:23.755034 bus /gobi_0: Setting Powered False\u000a22:55:24.860930 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5074): Process ended prematurely: osmo-stp_10.42.42.5(pid=5074) [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5074)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5074): Process ended prematurely: osmo-stp_10.42.42.5(pid=5074) [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5074)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a22:55:25.976606 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:25.988754 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:55:26.134471 tst iperf3.py: using LAC 32072\u000a22:55:26.262204 tst iperf3.py: using RAC 197\u000a22:55:26.391719 tst iperf3.py: using CellId 32072\u000a22:55:26.519639 tst iperf3.py: using BVCI 32073\u000a22:55:26.544668 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:26.555986 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:26.567080 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:26.578302 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:26.589412 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:26.600438 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:26.611755 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:26.622854 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:26.634192 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:26.915305 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:55:27.042774 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:55:27.360547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5066): Launched\u000a22:55:27.624786 run iperf3-srv_10.42.42.10(pid=5067): Launched\u000a22:55:27.812026 tst iperf3.py:8: start network...\u000a22:55:27.940000 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:55:28.418064 run create_hlr_db(pid=5068): Launched\u000a22:55:28.600696 bus /gobi_6: Setting Powered False\u000a22:55:29.614531 run create_hlr_db(pid=5068): Terminated: ok {rc=0}\u000a22:55:30.045964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5070): Launched\u000a22:55:30.370642 run osmo-hlr_10.42.42.2(pid=5071): Launched\u000a22:55:30.489754 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:55:31.099915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5073): Launched\u000a22:55:31.537279 run osmo-stp_10.42.42.5(pid=5074): Launched\u000a22:55:31.746723 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:55:32.334427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5076): Launched\u000a22:55:32.450447 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:55:32.733630 run patchelf(pid=5077): Launched\u000a22:55:32.923585 run osmo-stp_10.42.42.5(pid=5074): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5074)]\u000a22:55:33.062060 run osmo-stp_10.42.42.5(pid=5074): stdout: \u000a| (launched: 2022-12-12_22:55:31.269259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:33.200749 run osmo-stp_10.42.42.5(pid=5074): stderr: \u000a| �[0;m�[38;5;43m20221212225531499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225531499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225531499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225531500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225531504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225531505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225531505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:33.335425 run osmo-stp_10.42.42.5(pid=5074): stdout: \u000a| (launched: 2022-12-12_22:55:31.269259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:33.468218 run osmo-stp_10.42.42.5(pid=5074): stderr: \u000a| �[0;m�[38;5;43m20221212225531499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225531499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225531499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225531500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225531504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225531505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225531505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:33.624108 run patchelf(pid=5077): Terminating (SIGINT)\u000a22:55:33.807412 run patchelf(pid=5077): Terminated: ok {rc=0}\u000a22:55:33.840671 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5074): Process ended prematurely: osmo-stp_10.42.42.5(pid=5074) [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5074)] [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a22:55:33.850472 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a22:55:33.912559 run osmo-hlr_10.42.42.2(pid=5071): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5071)]\u000a22:55:33.963271 run osmo-hlr_10.42.42.2(pid=5071): stdout: \u000a| (launched: 2022-12-12_22:55:30.210642) \u000a22:55:34.014505 run osmo-hlr_10.42.42.2(pid=5071): stderr: \u000a| �[0;m�[1;31m20221212225530411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225530411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225530411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225530411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225530411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225530411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225530423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225530433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225530433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225530433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:55:34.058391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5066): Terminating (SIGTERM)\u000a22:55:34.099594 run iperf3-srv_10.42.42.10(pid=5067): Terminating (SIGTERM)\u000a22:55:34.140908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5070): Terminating (SIGTERM)\u000a22:55:34.182324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5073): Terminating (SIGTERM)\u000a22:55:34.223484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5076): Terminating (SIGTERM)\u000a22:55:34.233245 --- ParallelTerminationStrategy: PID 5066 died...\u000a22:55:34.288215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5066): Terminated: ok {rc=0}\u000a22:55:34.298212 --- ParallelTerminationStrategy: PID 5067 died...\u000a22:55:34.353015 run iperf3-srv_10.42.42.10(pid=5067): Terminated {rc=256}\u000a22:55:34.362981 --- ParallelTerminationStrategy: PID 5070 died...\u000a22:55:34.417628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5070): Terminated: ok {rc=0}\u000a22:55:34.427625 --- ParallelTerminationStrategy: PID 5073 died...\u000a22:55:34.482713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5073): Terminated: ok {rc=0}\u000a22:55:34.492696 --- ParallelTerminationStrategy: PID 5076 died...\u000a22:55:34.547896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5076): Terminated: ok {rc=0}\u000a22:55:34.634261 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5092): Process ended prematurely: osmo-stp_10.42.42.5(pid=5092) [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5092)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5092): Process ended prematurely: osmo-stp_10.42.42.5(pid=5092) [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5092)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a22:55:35.750044 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:35.761914 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:55:35.909104 tst iperf3m4.py: using LAC 32073\u000a22:55:36.038022 tst iperf3m4.py: using RAC 198\u000a22:55:36.164008 tst iperf3m4.py: using CellId 32073\u000a22:55:36.285312 tst iperf3m4.py: using BVCI 32074\u000a22:55:36.308841 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:36.319816 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:36.330631 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:36.341996 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:36.353484 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:36.364618 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:36.376143 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:36.387458 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:36.398978 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:36.521142 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:36.641475 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:36.757869 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:37.054903 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:55:37.190737 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:55:37.527945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5078): Launched\u000a22:55:37.808442 run iperf3-srv_10.42.42.10(pid=5079): Launched\u000a22:55:38.008088 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:55:38.143882 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:55:38.479343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5080): Launched\u000a22:55:38.758991 run iperf3-srv_10.42.42.10(pid=5081): Launched\u000a22:55:38.958305 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:55:39.094019 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:55:39.430313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5082): Launched\u000a22:55:39.711235 run iperf3-srv_10.42.42.10(pid=5083): Launched\u000a22:55:39.910870 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:55:40.046695 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:55:40.382359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5084): Launched\u000a22:55:40.661567 run iperf3-srv_10.42.42.10(pid=5085): Launched\u000a22:55:40.861303 tst iperf3m4.py:8: start network...\u000a22:55:40.996720 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:55:41.518967 run create_hlr_db(pid=5086): Launched\u000a22:55:41.707070 bus /gobi_6: Setting Powered False\u000a22:55:42.728357 run create_hlr_db(pid=5086): Terminated: ok {rc=0}\u000a22:55:43.136455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5088): Launched\u000a22:55:43.441374 run osmo-hlr_10.42.42.2(pid=5089): Launched\u000a22:55:43.558547 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:55:44.097577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5091): Launched\u000a22:55:44.403288 run osmo-stp_10.42.42.5(pid=5092): Launched\u000a22:55:44.515226 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:55:45.046010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5094): Launched\u000a22:55:45.154536 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:55:45.420272 run patchelf(pid=5095): Launched\u000a22:55:45.598987 run osmo-stp_10.42.42.5(pid=5092): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5092)]\u000a22:55:45.728765 run osmo-stp_10.42.42.5(pid=5092): stdout: \u000a| (launched: 2022-12-12_22:55:44.252434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:45.883412 run osmo-stp_10.42.42.5(pid=5092): stderr: \u000a| �[0;m�[38;5;43m20221212225544423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225544423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225544424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225544424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225544425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225544425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225544425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:46.038141 run osmo-stp_10.42.42.5(pid=5092): stdout: \u000a| (launched: 2022-12-12_22:55:44.252434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:46.176370 run osmo-stp_10.42.42.5(pid=5092): stderr: \u000a| �[0;m�[38;5;43m20221212225544423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225544423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225544424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225544424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225544425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225544425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225544425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:46.337920 run patchelf(pid=5095): Terminating (SIGINT)\u000a22:55:46.526715 run patchelf(pid=5095): Terminated: ok {rc=0}\u000a22:55:46.561413 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5092): Process ended prematurely: osmo-stp_10.42.42.5(pid=5092) [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5092)] [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a22:55:46.571949 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a22:55:46.636417 run osmo-hlr_10.42.42.2(pid=5089): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5089)]\u000a22:55:46.689240 run osmo-hlr_10.42.42.2(pid=5089): stdout: \u000a| (launched: 2022-12-12_22:55:43.290976) \u000a22:55:46.743469 run osmo-hlr_10.42.42.2(pid=5089): stderr: \u000a| �[0;m�[1;31m20221212225543469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225543469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225543469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225543469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225543469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225543469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225543482 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225543492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225543493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225543493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:55:46.789241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5078): Terminating (SIGTERM)\u000a22:55:46.831970 run iperf3-srv_10.42.42.10(pid=5079): Terminating (SIGTERM)\u000a22:55:46.878050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5080): Terminating (SIGTERM)\u000a22:55:46.923968 run iperf3-srv_10.42.42.10(pid=5081): Terminating (SIGTERM)\u000a22:55:46.966957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5082): Terminating (SIGTERM)\u000a22:55:47.009667 run iperf3-srv_10.42.42.10(pid=5083): Terminating (SIGTERM)\u000a22:55:47.052107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5084): Terminating (SIGTERM)\u000a22:55:47.096281 run iperf3-srv_10.42.42.10(pid=5085): Terminating (SIGTERM)\u000a22:55:47.138691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5088): Terminating (SIGTERM)\u000a22:55:47.181697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5091): Terminating (SIGTERM)\u000a22:55:47.223831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5094): Terminating (SIGTERM)\u000a22:55:47.233295 --- ParallelTerminationStrategy: PID 5078 died...\u000a22:55:47.288477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5078): Terminated: ok {rc=0}\u000a22:55:47.298648 --- ParallelTerminationStrategy: PID 5079 died...\u000a22:55:47.354075 run iperf3-srv_10.42.42.10(pid=5079): Terminated {rc=256}\u000a22:55:47.364194 --- ParallelTerminationStrategy: PID 5080 died...\u000a22:55:47.419444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5080): Terminated: ok {rc=0}\u000a22:55:47.429550 --- ParallelTerminationStrategy: PID 5081 died...\u000a22:55:47.484721 run iperf3-srv_10.42.42.10(pid=5081): Terminated {rc=256}\u000a22:55:47.495172 --- ParallelTerminationStrategy: PID 5082 died...\u000a22:55:47.550544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5082): Terminated: ok {rc=0}\u000a22:55:47.560587 --- ParallelTerminationStrategy: PID 5083 died...\u000a22:55:47.615523 run iperf3-srv_10.42.42.10(pid=5083): Terminated {rc=256}\u000a22:55:47.625650 --- ParallelTerminationStrategy: PID 5084 died...\u000a22:55:47.680523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5084): Terminated: ok {rc=0}\u000a22:55:47.690579 --- ParallelTerminationStrategy: PID 5085 died...\u000a22:55:47.746114 run iperf3-srv_10.42.42.10(pid=5085): Terminated {rc=256}\u000a22:55:47.756197 --- ParallelTerminationStrategy: PID 5088 died...\u000a22:55:47.811541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5088): Terminated: ok {rc=0}\u000a22:55:47.822008 --- ParallelTerminationStrategy: PID 5091 died...\u000a22:55:47.877559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5091): Terminated: ok {rc=0}\u000a22:55:47.887939 --- ParallelTerminationStrategy: PID 5094 died...\u000a22:55:47.944644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5094): Terminated: ok {rc=0}\u000a22:55:48.030158 bus /gobi_4: Setting Powered False\u000a22:55:49.132330 bus /gobi_4: Setting Powered False\u000a22:55:50.243508 bus /gobi_1: Setting Powered False\u000a22:55:51.349710 bus /gobi_1: Setting Powered False\u000a22:55:52.461347 bus /gobi_0: Setting Powered False\u000a22:55:53.562412 bus /gobi_0: Setting Powered False\u000a22:55:54.672095 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5102): Process ended prematurely: osmo-stp_10.42.42.5(pid=5102) [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5102)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5102): Process ended prematurely: osmo-stp_10.42.42.5(pid=5102) [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5102)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a22:55:55.737758 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:55.748932 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:55:55.888356 tst ping.py: using LAC 32074\u000a22:55:56.007960 tst ping.py: using RAC 199\u000a22:55:56.127426 tst ping.py: using CellId 32074\u000a22:55:56.245476 tst ping.py: using BVCI 32075\u000a22:55:56.268295 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:56.279136 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:56.289714 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:56.300539 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:56.311470 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:56.322342 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:56.333428 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:56.344190 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:56.619424 tst ping.py:19: start network...\u000a22:55:56.744886 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:55:57.214678 run create_hlr_db(pid=5096): Launched\u000a22:55:57.387996 bus /gobi_6: Setting Powered False\u000a22:55:58.408296 run create_hlr_db(pid=5096): Terminated: ok {rc=0}\u000a22:55:58.806609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5098): Launched\u000a22:55:59.106706 run osmo-hlr_10.42.42.2(pid=5099): Launched\u000a22:55:59.220290 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:55:59.749059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5101): Launched\u000a22:56:00.066555 run osmo-stp_10.42.42.5(pid=5102): Launched\u000a22:56:00.181618 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:56:00.735930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5104): Launched\u000a22:56:00.858768 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:56:01.160687 run patchelf(pid=5105): Launched\u000a22:56:01.350954 run osmo-stp_10.42.42.5(pid=5102): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5102)]\u000a22:56:01.490428 run osmo-stp_10.42.42.5(pid=5102): stdout: \u000a| (launched: 2022-12-12_22:55:59.911029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:01.630198 run osmo-stp_10.42.42.5(pid=5102): stderr: \u000a| �[0;m�[38;5;43m20221212225600100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225600101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225600101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225600101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225600102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225600102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225600102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:01.764631 run osmo-stp_10.42.42.5(pid=5102): stdout: \u000a| (launched: 2022-12-12_22:55:59.911029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:01.900162 run osmo-stp_10.42.42.5(pid=5102): stderr: \u000a| �[0;m�[38;5;43m20221212225600100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225600101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225600101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225600101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225600102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225600102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225600102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:02.056190 run patchelf(pid=5105): Terminating (SIGINT)\u000a22:56:02.238295 run patchelf(pid=5105): Terminated: ok {rc=0}\u000a22:56:02.271082 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5102): Process ended prematurely: osmo-stp_10.42.42.5(pid=5102) [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5102)] [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a22:56:02.280438 tst ping.py:22: Test FAILED (6.5 sec)\u000a22:56:02.342815 run osmo-hlr_10.42.42.2(pid=5099): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5099)]\u000a22:56:02.393856 run osmo-hlr_10.42.42.2(pid=5099): stdout: \u000a| (launched: 2022-12-12_22:55:58.959051) \u000a22:56:02.445543 run osmo-hlr_10.42.42.2(pid=5099): stderr: \u000a| �[0;m�[1;31m20221212225559136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225559137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225559137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225559137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225559137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225559137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225559149 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225559157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225559157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225559158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:56:02.489298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5098): Terminating (SIGTERM)\u000a22:56:02.530728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5101): Terminating (SIGTERM)\u000a22:56:02.572338 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5104): Terminating (SIGTERM)\u000a22:56:02.582056 --- ParallelTerminationStrategy: PID 5098 died...\u000a22:56:02.637155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5098): Terminated: ok {rc=0}\u000a22:56:02.647331 --- ParallelTerminationStrategy: PID 5101 died...\u000a22:56:02.702308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5101): Terminated: ok {rc=0}\u000a22:56:02.712389 --- ParallelTerminationStrategy: PID 5104 died...\u000a22:56:02.767570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5104): Terminated: ok {rc=0}\u000a22:56:02.853983 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5112): Process ended prematurely: osmo-stp_10.42.42.5(pid=5112) [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5112)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5112): Process ended prematurely: osmo-stp_10.42.42.5(pid=5112) [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5112)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a22:56:03.907117 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:56:03.919666 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:56:04.065975 tst ping_idle_ping.py: using LAC 32075\u000a22:56:04.193080 tst ping_idle_ping.py: using RAC 200\u000a22:56:04.321636 tst ping_idle_ping.py: using CellId 32075\u000a22:56:04.448195 tst ping_idle_ping.py: using BVCI 32076\u000a22:56:04.472663 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:56:04.484120 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:56:04.495829 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:56:04.507273 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:56:04.518642 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:56:04.530015 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:56:04.541535 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:56:04.552774 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:56:04.833017 tst ping_idle_ping.py:24: start network...\u000a22:56:04.958206 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:56:05.432285 run create_hlr_db(pid=5106): Launched\u000a22:56:05.606852 bus /gobi_6: Setting Powered False\u000a22:56:06.626981 run create_hlr_db(pid=5106): Terminated: ok {rc=0}\u000a22:56:07.054145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5108): Launched\u000a22:56:07.375284 run osmo-hlr_10.42.42.2(pid=5109): Launched\u000a22:56:07.491981 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:56:08.050597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5111): Launched\u000a22:56:08.370900 run osmo-stp_10.42.42.5(pid=5112): Launched\u000a22:56:08.487677 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:56:09.047278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5114): Launched\u000a22:56:09.161422 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:56:09.440156 run patchelf(pid=5115): Launched\u000a22:56:09.629249 run osmo-stp_10.42.42.5(pid=5112): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5112)]\u000a22:56:09.767300 run osmo-stp_10.42.42.5(pid=5112): stdout: \u000a| (launched: 2022-12-12_22:56:08.213713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:09.905361 run osmo-stp_10.42.42.5(pid=5112): stderr: \u000a| �[0;m�[38;5;43m20221212225608406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225608406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225608406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225608406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225608409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225608409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225608409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:10.038634 run osmo-stp_10.42.42.5(pid=5112): stdout: \u000a| (launched: 2022-12-12_22:56:08.213713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:10.170559 run osmo-stp_10.42.42.5(pid=5112): stderr: \u000a| �[0;m�[38;5;43m20221212225608406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225608406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225608406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225608406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225608409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225608409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225608409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:10.324880 run patchelf(pid=5115): Terminating (SIGINT)\u000a22:56:10.506862 run patchelf(pid=5115): Terminated: ok {rc=0}\u000a22:56:10.539806 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5112): Process ended prematurely: osmo-stp_10.42.42.5(pid=5112) [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5112)] [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:56:10.549011 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:56:10.611423 run osmo-hlr_10.42.42.2(pid=5109): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5109)]\u000a22:56:10.662641 run osmo-hlr_10.42.42.2(pid=5109): stdout: \u000a| (launched: 2022-12-12_22:56:07.217799) \u000a22:56:10.714335 run osmo-hlr_10.42.42.2(pid=5109): stderr: \u000a| �[0;m�[1;31m20221212225607414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225607414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225607414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225607415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225607415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225607415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225607427 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225607435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225607435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225607435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:56:10.758979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5108): Terminating (SIGTERM)\u000a22:56:10.800879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5111): Terminating (SIGTERM)\u000a22:56:10.842716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5114): Terminating (SIGTERM)\u000a22:56:10.852481 --- ParallelTerminationStrategy: PID 5108 died...\u000a22:56:10.908150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5108): Terminated: ok {rc=0}\u000a22:56:10.918391 --- ParallelTerminationStrategy: PID 5111 died...\u000a22:56:10.974283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5111): Terminated: ok {rc=0}\u000a22:56:10.984677 --- ParallelTerminationStrategy: PID 5114 died...\u000a22:56:11.040310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5114): Terminated: ok {rc=0}\u000a22:56:11.127392 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:55:12" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5130): Process ended prematurely: osmo-stp_10.42.42.5(pid=5130) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5130)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5130): Process ended prematurely: osmo-stp_10.42.42.5(pid=5130) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5130)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:56:13.269871 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:13.280545 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:56:13.437946 tst cs_paging_gprs_active.py: using LAC 32076\u000a22:56:13.564286 tst cs_paging_gprs_active.py: using RAC 201\u000a22:56:13.686858 tst cs_paging_gprs_active.py: using CellId 32076\u000a22:56:13.809500 tst cs_paging_gprs_active.py: using BVCI 32077\u000a22:56:13.832925 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:13.843766 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:13.854428 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:13.865352 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:13.876062 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:13.886996 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:13.898152 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:13.908909 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:13.919923 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:14.040638 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:14.320582 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:56:14.447832 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:56:14.764691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5120): Launched\u000a22:56:15.027953 run iperf3-srv_10.42.42.10(pid=5121): Launched\u000a22:56:15.214537 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:56:15.341910 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:56:15.658048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5122): Launched\u000a22:56:15.957335 run iperf3-srv_10.42.42.10(pid=5123): Launched\u000a22:56:16.162820 tst cs_paging_gprs_active.py:38: start network...\u000a22:56:16.303140 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:56:16.884134 run create_hlr_db(pid=5124): Launched\u000a22:56:17.112560 bus /gobi_6: Setting Powered False\u000a22:56:18.099176 run create_hlr_db(pid=5124): Terminated: ok {rc=0}\u000a22:56:18.537364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5126): Launched\u000a22:56:18.842246 run osmo-hlr_10.42.42.2(pid=5127): Launched\u000a22:56:18.958062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:56:19.494833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5129): Launched\u000a22:56:19.800258 run osmo-stp_10.42.42.5(pid=5130): Launched\u000a22:56:19.912251 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:56:20.453993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5132): Launched\u000a22:56:20.570282 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:56:20.860687 run patchelf(pid=5133): Launched\u000a22:56:21.051260 run osmo-stp_10.42.42.5(pid=5130): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5130)]\u000a22:56:21.190971 run osmo-stp_10.42.42.5(pid=5130): stdout: \u000a| (launched: 2022-12-12_22:56:19.649849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:21.330483 run osmo-stp_10.42.42.5(pid=5130): stderr: \u000a| �[0;m�[38;5;43m20221212225619819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225619819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225619819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225619820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225619822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225619822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225619822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:21.465339 run osmo-stp_10.42.42.5(pid=5130): stdout: \u000a| (launched: 2022-12-12_22:56:19.649849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:21.599442 run osmo-stp_10.42.42.5(pid=5130): stderr: \u000a| �[0;m�[38;5;43m20221212225619819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225619819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225619819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225619820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225619822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225619822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225619822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:21.756485 run patchelf(pid=5133): Terminating (SIGINT)\u000a22:56:21.940397 run patchelf(pid=5133): Terminated: ok {rc=0}\u000a22:56:21.973900 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5130): Process ended prematurely: osmo-stp_10.42.42.5(pid=5130) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5130)] [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:56:21.983785 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:56:22.046246 run osmo-hlr_10.42.42.2(pid=5127): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5127)]\u000a22:56:22.097065 run osmo-hlr_10.42.42.2(pid=5127): stdout: \u000a| (launched: 2022-12-12_22:56:18.692315) \u000a22:56:22.148608 run osmo-hlr_10.42.42.2(pid=5127): stderr: \u000a| �[0;m�[1;31m20221212225618870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225618870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225618870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225618870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225618871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225618871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225618884 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225618893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225618893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225618893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:56:22.192763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5120): Terminating (SIGTERM)\u000a22:56:22.234680 run iperf3-srv_10.42.42.10(pid=5121): Terminating (SIGTERM)\u000a22:56:22.276561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5122): Terminating (SIGTERM)\u000a22:56:22.318656 run iperf3-srv_10.42.42.10(pid=5123): Terminating (SIGTERM)\u000a22:56:22.360529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5126): Terminating (SIGTERM)\u000a22:56:22.402263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5129): Terminating (SIGTERM)\u000a22:56:22.444164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5132): Terminating (SIGTERM)\u000a22:56:22.454015 --- ParallelTerminationStrategy: PID 5120 died...\u000a22:56:22.509852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5120): Terminated: ok {rc=0}\u000a22:56:22.519986 --- ParallelTerminationStrategy: PID 5121 died...\u000a22:56:22.576072 run iperf3-srv_10.42.42.10(pid=5121): Terminated {rc=256}\u000a22:56:22.586038 --- ParallelTerminationStrategy: PID 5122 died...\u000a22:56:22.641033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5122): Terminated: ok {rc=0}\u000a22:56:22.651019 --- ParallelTerminationStrategy: PID 5123 died...\u000a22:56:22.706035 run iperf3-srv_10.42.42.10(pid=5123): Terminated {rc=256}\u000a22:56:22.716009 --- ParallelTerminationStrategy: PID 5126 died...\u000a22:56:22.771298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5126): Terminated: ok {rc=0}\u000a22:56:22.781340 --- ParallelTerminationStrategy: PID 5129 died...\u000a22:56:22.836405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5129): Terminated: ok {rc=0}\u000a22:56:22.846393 --- ParallelTerminationStrategy: PID 5132 died...\u000a22:56:22.901428 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5132): Terminated: ok {rc=0}\u000a22:56:22.987838 bus /gobi_0: Setting Powered False\u000a22:56:24.090248 bus /gobi_0: Setting Powered False\u000a22:56:25.200083 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5143): Process ended prematurely: osmo-stp_10.42.42.5(pid=5143) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5143)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5143): Process ended prematurely: osmo-stp_10.42.42.5(pid=5143) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5143)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:56:26.310279 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:26.321783 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:56:26.484341 tst iperf3.py: using LAC 32077\u000a22:56:26.602506 tst iperf3.py: using RAC 202\u000a22:56:26.721899 tst iperf3.py: using CellId 32077\u000a22:56:26.840716 tst iperf3.py: using BVCI 32078\u000a22:56:26.864141 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:26.875014 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:26.885637 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:26.896412 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:26.907424 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:26.918447 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:26.929526 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:26.940312 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:26.951363 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:27.244725 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:56:27.381081 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:56:27.718214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5135): Launched\u000a22:56:27.999462 run iperf3-srv_10.42.42.10(pid=5136): Launched\u000a22:56:28.198618 tst iperf3.py:8: start network...\u000a22:56:28.334484 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:56:28.854226 run create_hlr_db(pid=5137): Launched\u000a22:56:29.043369 bus /gobi_6: Setting Powered False\u000a22:56:30.062588 run create_hlr_db(pid=5137): Terminated: ok {rc=0}\u000a22:56:30.494597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5139): Launched\u000a22:56:30.819889 run osmo-hlr_10.42.42.2(pid=5140): Launched\u000a22:56:31.002880 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:56:31.617089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5142): Launched\u000a22:56:32.078083 run osmo-stp_10.42.42.5(pid=5143): Launched\u000a22:56:32.250292 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:56:32.818393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5145): Launched\u000a22:56:32.934341 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:56:33.216940 run patchelf(pid=5146): Launched\u000a22:56:33.407137 run osmo-stp_10.42.42.5(pid=5143): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5143)]\u000a22:56:33.545974 run osmo-stp_10.42.42.5(pid=5143): stdout: \u000a| (launched: 2022-12-12_22:56:31.786759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:33.684663 run osmo-stp_10.42.42.5(pid=5143): stderr: \u000a| �[0;m�[38;5;43m20221212225632035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225632035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225632036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225632036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225632038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225632038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225632038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:33.820073 run osmo-stp_10.42.42.5(pid=5143): stdout: \u000a| (launched: 2022-12-12_22:56:31.786759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:33.953430 run osmo-stp_10.42.42.5(pid=5143): stderr: \u000a| �[0;m�[38;5;43m20221212225632035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225632035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225632036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225632036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225632038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225632038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225632038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:34.109294 run patchelf(pid=5146): Terminating (SIGINT)\u000a22:56:34.292301 run patchelf(pid=5146): Terminated: ok {rc=0}\u000a22:56:34.325690 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5143): Process ended prematurely: osmo-stp_10.42.42.5(pid=5143) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5143)] [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:56:34.335507 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a22:56:34.398061 run osmo-hlr_10.42.42.2(pid=5140): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5140)]\u000a22:56:34.448759 run osmo-hlr_10.42.42.2(pid=5140): stdout: \u000a| (launched: 2022-12-12_22:56:30.660270) \u000a22:56:34.499862 run osmo-hlr_10.42.42.2(pid=5140): stderr: \u000a| �[0;m�[1;31m20221212225630902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225630902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225630902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225630902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225630902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225630902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225630923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225630931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225630932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225630932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:56:34.543641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5135): Terminating (SIGTERM)\u000a22:56:34.584911 run iperf3-srv_10.42.42.10(pid=5136): Terminating (SIGTERM)\u000a22:56:34.626364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5139): Terminating (SIGTERM)\u000a22:56:34.667865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5142): Terminating (SIGTERM)\u000a22:56:34.709353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5145): Terminating (SIGTERM)\u000a22:56:34.719074 --- ParallelTerminationStrategy: PID 5135 died...\u000a22:56:34.774939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5135): Terminated: ok {rc=0}\u000a22:56:34.785062 --- ParallelTerminationStrategy: PID 5136 died...\u000a22:56:34.840080 run iperf3-srv_10.42.42.10(pid=5136): Terminated {rc=256}\u000a22:56:34.850182 --- ParallelTerminationStrategy: PID 5139 died...\u000a22:56:34.905601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5139): Terminated: ok {rc=0}\u000a22:56:34.915794 --- ParallelTerminationStrategy: PID 5142 died...\u000a22:56:34.971574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5142): Terminated: ok {rc=0}\u000a22:56:34.981851 --- ParallelTerminationStrategy: PID 5145 died...\u000a22:56:35.037052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5145): Terminated: ok {rc=0}\u000a22:56:35.123368 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5161): Process ended prematurely: osmo-stp_10.42.42.5(pid=5161) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5161)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5161): Process ended prematurely: osmo-stp_10.42.42.5(pid=5161) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5161)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:56:36.238516 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:36.250567 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:56:36.417284 tst iperf3m4.py: using LAC 32078\u000a22:56:36.545924 tst iperf3m4.py: using RAC 203\u000a22:56:36.675556 tst iperf3m4.py: using CellId 32078\u000a22:56:36.799996 tst iperf3m4.py: using BVCI 32079\u000a22:56:36.823794 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:36.834832 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:36.845645 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:36.856502 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:36.867510 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:36.878716 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:36.889871 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:36.902020 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:36.915136 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:37.035767 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:37.158674 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:37.276514 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:37.571528 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:56:37.707922 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:56:38.044743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5147): Launched\u000a22:56:38.324043 run iperf3-srv_10.42.42.10(pid=5148): Launched\u000a22:56:38.524482 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:56:38.660754 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:56:38.997812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5149): Launched\u000a22:56:39.275803 run iperf3-srv_10.42.42.10(pid=5150): Launched\u000a22:56:39.474569 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:56:39.609983 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:56:39.946250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5151): Launched\u000a22:56:40.224872 run iperf3-srv_10.42.42.10(pid=5152): Launched\u000a22:56:40.424025 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:56:40.559495 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:56:40.895192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5153): Launched\u000a22:56:41.173831 run iperf3-srv_10.42.42.10(pid=5154): Launched\u000a22:56:41.372665 tst iperf3m4.py:8: start network...\u000a22:56:41.508079 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:56:42.029152 run create_hlr_db(pid=5155): Launched\u000a22:56:42.216331 bus /gobi_6: Setting Powered False\u000a22:56:43.236928 run create_hlr_db(pid=5155): Terminated: ok {rc=0}\u000a22:56:43.645652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5157): Launched\u000a22:56:43.951271 run osmo-hlr_10.42.42.2(pid=5158): Launched\u000a22:56:44.069564 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:56:44.609349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5160): Launched\u000a22:56:44.914646 run osmo-stp_10.42.42.5(pid=5161): Launched\u000a22:56:45.026024 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:56:45.556810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5163): Launched\u000a22:56:45.665320 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:56:45.958231 run patchelf(pid=5164): Launched\u000a22:56:46.140511 run osmo-stp_10.42.42.5(pid=5161): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5161)]\u000a22:56:46.274290 run osmo-stp_10.42.42.5(pid=5161): stdout: \u000a| (launched: 2022-12-12_22:56:44.763461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:46.409298 run osmo-stp_10.42.42.5(pid=5161): stderr: \u000a| �[0;m�[38;5;43m20221212225644936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225644936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225644937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225644937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225644937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225644937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225644938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:46.539157 run osmo-stp_10.42.42.5(pid=5161): stdout: \u000a| (launched: 2022-12-12_22:56:44.763461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:46.668319 run osmo-stp_10.42.42.5(pid=5161): stderr: \u000a| �[0;m�[38;5;43m20221212225644936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225644936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225644937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225644937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225644937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225644937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225644938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:46.819222 run patchelf(pid=5164): Terminating (SIGINT)\u000a22:56:46.996381 run patchelf(pid=5164): Terminated: ok {rc=0}\u000a22:56:47.029422 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5161): Process ended prematurely: osmo-stp_10.42.42.5(pid=5161) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5161)] [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:56:47.039793 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a22:56:47.104408 run osmo-hlr_10.42.42.2(pid=5158): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5158)]\u000a22:56:47.155420 run osmo-hlr_10.42.42.2(pid=5158): stdout: \u000a| (launched: 2022-12-12_22:56:43.800427) \u000a22:56:47.207103 run osmo-hlr_10.42.42.2(pid=5158): stderr: \u000a| �[0;m�[1;31m20221212225643982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225643982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225643982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225643982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225643982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225643982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225643994 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225644003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225644003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225644004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:56:47.248866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5147): Terminating (SIGTERM)\u000a22:56:47.289377 run iperf3-srv_10.42.42.10(pid=5148): Terminating (SIGTERM)\u000a22:56:47.330055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5149): Terminating (SIGTERM)\u000a22:56:47.370522 run iperf3-srv_10.42.42.10(pid=5150): Terminating (SIGTERM)\u000a22:56:47.410950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5151): Terminating (SIGTERM)\u000a22:56:47.451387 run iperf3-srv_10.42.42.10(pid=5152): Terminating (SIGTERM)\u000a22:56:47.491831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5153): Terminating (SIGTERM)\u000a22:56:47.533017 run iperf3-srv_10.42.42.10(pid=5154): Terminating (SIGTERM)\u000a22:56:47.573564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5157): Terminating (SIGTERM)\u000a22:56:47.614065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5160): Terminating (SIGTERM)\u000a22:56:47.654648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5163): Terminating (SIGTERM)\u000a22:56:47.664847 --- ParallelTerminationStrategy: PID 5147 died...\u000a22:56:47.718485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5147): Terminated: ok {rc=0}\u000a22:56:47.728825 --- ParallelTerminationStrategy: PID 5148 died...\u000a22:56:47.782415 run iperf3-srv_10.42.42.10(pid=5148): Terminated {rc=256}\u000a22:56:47.792801 --- ParallelTerminationStrategy: PID 5149 died...\u000a22:56:47.846515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5149): Terminated: ok {rc=0}\u000a22:56:47.856895 --- ParallelTerminationStrategy: PID 5150 died...\u000a22:56:47.910356 run iperf3-srv_10.42.42.10(pid=5150): Terminated {rc=256}\u000a22:56:47.920700 --- ParallelTerminationStrategy: PID 5151 died...\u000a22:56:47.974170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5151): Terminated: ok {rc=0}\u000a22:56:47.984506 --- ParallelTerminationStrategy: PID 5152 died...\u000a22:56:48.037782 run iperf3-srv_10.42.42.10(pid=5152): Terminated {rc=256}\u000a22:56:48.048148 --- ParallelTerminationStrategy: PID 5153 died...\u000a22:56:48.101411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5153): Terminated: ok {rc=0}\u000a22:56:48.111838 --- ParallelTerminationStrategy: PID 5154 died...\u000a22:56:48.165050 run iperf3-srv_10.42.42.10(pid=5154): Terminated {rc=256}\u000a22:56:48.175433 --- ParallelTerminationStrategy: PID 5157 died...\u000a22:56:48.228645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5157): Terminated: ok {rc=0}\u000a22:56:48.238220 --- ParallelTerminationStrategy: PID 5160 died...\u000a22:56:48.292174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5160): Terminated: ok {rc=0}\u000a22:56:48.302611 --- ParallelTerminationStrategy: PID 5163 died...\u000a22:56:48.356743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5163): Terminated: ok {rc=0}\u000a22:56:48.444886 bus /gobi_4: Setting Powered False\u000a22:56:49.548809 bus /gobi_4: Setting Powered False\u000a22:56:50.661049 bus /gobi_1: Setting Powered False\u000a22:56:51.762041 bus /gobi_1: Setting Powered False\u000a22:56:52.872396 bus /gobi_0: Setting Powered False\u000a22:56:53.975192 bus /gobi_0: Setting Powered False\u000a22:56:55.088532 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5171): Process ended prematurely: osmo-stp_10.42.42.5(pid=5171) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5171)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5171): Process ended prematurely: osmo-stp_10.42.42.5(pid=5171) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5171)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:56:56.155103 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:56.166511 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:56:56.327027 tst ping.py: using LAC 32079\u000a22:56:56.444846 tst ping.py: using RAC 204\u000a22:56:56.560361 tst ping.py: using CellId 32079\u000a22:56:56.678812 tst ping.py: using BVCI 32080\u000a22:56:56.702076 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:56.712858 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:56.723461 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:56.734459 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:56.745324 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:56.756195 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:56.767214 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:56.778260 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:57.052827 tst ping.py:19: start network...\u000a22:56:57.176872 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:56:57.646413 run create_hlr_db(pid=5165): Launched\u000a22:56:57.820479 bus /gobi_6: Setting Powered False\u000a22:56:58.840887 run create_hlr_db(pid=5165): Terminated: ok {rc=0}\u000a22:56:59.264710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5167): Launched\u000a22:56:59.584222 run osmo-hlr_10.42.42.2(pid=5168): Launched\u000a22:56:59.703162 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:57:00.260257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5170): Launched\u000a22:57:00.579660 run osmo-stp_10.42.42.5(pid=5171): Launched\u000a22:57:00.695032 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:57:01.306814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5173): Launched\u000a22:57:01.423110 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:57:01.723438 run patchelf(pid=5174): Launched\u000a22:57:01.913186 run osmo-stp_10.42.42.5(pid=5171): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5171)]\u000a22:57:02.046423 run osmo-stp_10.42.42.5(pid=5171): stdout: \u000a| (launched: 2022-12-12_22:57:00.422271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:02.179852 run osmo-stp_10.42.42.5(pid=5171): stderr: \u000a| �[0;m�[38;5;43m20221212225700617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225700617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225700617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225700617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225700618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225700618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225700618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:02.304800 run osmo-stp_10.42.42.5(pid=5171): stdout: \u000a| (launched: 2022-12-12_22:57:00.422271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:02.427836 run osmo-stp_10.42.42.5(pid=5171): stderr: \u000a| �[0;m�[38;5;43m20221212225700617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225700617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225700617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225700617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225700618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225700618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225700618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:02.571979 run patchelf(pid=5174): Terminating (SIGINT)\u000a22:57:02.742710 run patchelf(pid=5174): Terminated: ok {rc=0}\u000a22:57:02.773962 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5171): Process ended prematurely: osmo-stp_10.42.42.5(pid=5171) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5171)] [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:57:02.782558 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:57:02.843784 run osmo-hlr_10.42.42.2(pid=5168): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5168)]\u000a22:57:02.893285 run osmo-hlr_10.42.42.2(pid=5168): stdout: \u000a| (launched: 2022-12-12_22:56:59.426851) \u000a22:57:02.943586 run osmo-hlr_10.42.42.2(pid=5168): stderr: \u000a| �[0;m�[1;31m20221212225659625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225659625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225659625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225659625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225659625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225659626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225659638 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225659646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225659646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225659646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:57:02.985901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5167): Terminating (SIGTERM)\u000a22:57:03.025976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5170): Terminating (SIGTERM)\u000a22:57:03.066201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5173): Terminating (SIGTERM)\u000a22:57:03.075870 --- ParallelTerminationStrategy: PID 5167 died...\u000a22:57:03.129509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5167): Terminated: ok {rc=0}\u000a22:57:03.139554 --- ParallelTerminationStrategy: PID 5170 died...\u000a22:57:03.193727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5170): Terminated: ok {rc=0}\u000a22:57:03.204014 --- ParallelTerminationStrategy: PID 5173 died...\u000a22:57:03.257392 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5173): Terminated: ok {rc=0}\u000a22:57:03.345554 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5181): Process ended prematurely: osmo-stp_10.42.42.5(pid=5181) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5181)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5181): Process ended prematurely: osmo-stp_10.42.42.5(pid=5181) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5181)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:57:04.396700 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:57:04.408270 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:57:04.567966 tst ping_idle_ping.py: using LAC 32080\u000a22:57:04.687344 tst ping_idle_ping.py: using RAC 205\u000a22:57:04.805652 tst ping_idle_ping.py: using CellId 32080\u000a22:57:04.923949 tst ping_idle_ping.py: using BVCI 32081\u000a22:57:04.947074 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:57:04.957953 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:57:04.968500 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:57:04.979410 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:57:04.990415 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:57:05.001429 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:57:05.012516 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:57:05.023470 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:57:05.316448 tst ping_idle_ping.py:24: start network...\u000a22:57:05.449883 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:57:05.964485 run create_hlr_db(pid=5175): Launched\u000a22:57:06.150428 bus /gobi_6: Setting Powered False\u000a22:57:07.171165 run create_hlr_db(pid=5175): Terminated: ok {rc=0}\u000a22:57:07.576028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5177): Launched\u000a22:57:07.877190 run osmo-hlr_10.42.42.2(pid=5178): Launched\u000a22:57:07.994731 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:57:08.526930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5180): Launched\u000a22:57:08.827189 run osmo-stp_10.42.42.5(pid=5181): Launched\u000a22:57:08.938198 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:57:09.462778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5183): Launched\u000a22:57:09.569610 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:57:09.831985 run patchelf(pid=5184): Launched\u000a22:57:10.009167 run osmo-stp_10.42.42.5(pid=5181): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5181)]\u000a22:57:10.138098 run osmo-stp_10.42.42.5(pid=5181): stdout: \u000a| (launched: 2022-12-12_22:57:08.678518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:10.266988 run osmo-stp_10.42.42.5(pid=5181): stderr: \u000a| �[0;m�[38;5;43m20221212225708849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225708849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225708849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225708850 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225708850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225708850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225708850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:10.391330 run osmo-stp_10.42.42.5(pid=5181): stdout: \u000a| (launched: 2022-12-12_22:57:08.678518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:10.514647 run osmo-stp_10.42.42.5(pid=5181): stderr: \u000a| �[0;m�[38;5;43m20221212225708849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225708849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225708849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225708850 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225708850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225708850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225708850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:10.659131 run patchelf(pid=5184): Terminating (SIGINT)\u000a22:57:10.829705 run patchelf(pid=5184): Terminated: ok {rc=0}\u000a22:57:10.860343 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5181): Process ended prematurely: osmo-stp_10.42.42.5(pid=5181) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5181)] [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:57:10.868805 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a22:57:10.929686 run osmo-hlr_10.42.42.2(pid=5178): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5178)]\u000a22:57:10.978574 run osmo-hlr_10.42.42.2(pid=5178): stdout: \u000a| (launched: 2022-12-12_22:57:07.728671) \u000a22:57:11.027537 run osmo-hlr_10.42.42.2(pid=5178): stderr: \u000a| �[0;m�[1;31m20221212225707907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225707907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225707907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225707907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225707907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225707907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225707920 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225707931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225707931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225707931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:57:11.069750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5177): Terminating (SIGTERM)\u000a22:57:11.109431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5180): Terminating (SIGTERM)\u000a22:57:11.149135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5183): Terminating (SIGTERM)\u000a22:57:11.158692 --- ParallelTerminationStrategy: PID 5177 died...\u000a22:57:11.211723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5177): Terminated: ok {rc=0}\u000a22:57:11.221797 --- ParallelTerminationStrategy: PID 5180 died...\u000a22:57:11.274364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5180): Terminated: ok {rc=0}\u000a22:57:11.284114 --- ParallelTerminationStrategy: PID 5183 died...\u000a22:57:11.336524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5183): Terminated: ok {rc=0}\u000a22:57:11.423567 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:56:12" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5198): Process ended prematurely: osmo-stp_10.42.42.5(pid=5198) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5198)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5198): Process ended prematurely: osmo-stp_10.42.42.5(pid=5198) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:57:13.561587 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:13.572516 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:57:13.732134 tst cs_paging_gprs_active.py: using LAC 32081\u000a22:57:13.854802 tst cs_paging_gprs_active.py: using RAC 206\u000a22:57:13.977810 tst cs_paging_gprs_active.py: using CellId 32081\u000a22:57:14.099771 tst cs_paging_gprs_active.py: using BVCI 32082\u000a22:57:14.123339 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:14.134278 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:14.144888 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:14.156003 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:14.167124 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:14.178296 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:14.189600 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:14.200678 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:14.211913 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:57:14.333166 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:57:14.635001 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:57:14.771600 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:57:15.107695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5188): Launched\u000a22:57:15.387333 run iperf3-srv_10.42.42.10(pid=5189): Launched\u000a22:57:15.586940 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:57:15.722687 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:57:16.092079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5190): Launched\u000a22:57:16.397434 run iperf3-srv_10.42.42.10(pid=5191): Launched\u000a22:57:16.601542 tst cs_paging_gprs_active.py:38: start network...\u000a22:57:16.740296 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:57:17.280477 run create_hlr_db(pid=5192): Launched\u000a22:57:17.468578 bus /gobi_6: Setting Powered False\u000a22:57:18.488276 run create_hlr_db(pid=5192): Terminated: ok {rc=0}\u000a22:57:18.896534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5194): Launched\u000a22:57:19.202515 run osmo-hlr_10.42.42.2(pid=5195): Launched\u000a22:57:19.322525 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:57:19.860872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5197): Launched\u000a22:57:20.167494 run osmo-stp_10.42.42.5(pid=5198): Launched\u000a22:57:20.280121 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:57:20.812894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5200): Launched\u000a22:57:20.921861 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:57:21.187815 run patchelf(pid=5201): Launched\u000a22:57:21.368360 run osmo-stp_10.42.42.5(pid=5198): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5198)]\u000a22:57:21.499108 run osmo-stp_10.42.42.5(pid=5198): stdout: \u000a| (launched: 2022-12-12_22:57:20.016105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:21.630091 run osmo-stp_10.42.42.5(pid=5198): stderr: \u000a| �[0;m�[38;5;43m20221212225720190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225720190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225720191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225720191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225720191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225720192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225720192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:21.756700 run osmo-stp_10.42.42.5(pid=5198): stdout: \u000a| (launched: 2022-12-12_22:57:20.016105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:21.882963 run osmo-stp_10.42.42.5(pid=5198): stderr: \u000a| �[0;m�[38;5;43m20221212225720190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225720190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225720191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225720191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225720191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225720192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225720192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:22.029698 run patchelf(pid=5201): Terminating (SIGINT)\u000a22:57:22.203126 run patchelf(pid=5201): Terminated: ok {rc=0}\u000a22:57:22.234977 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5198): Process ended prematurely: osmo-stp_10.42.42.5(pid=5198) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5198)] [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a22:57:22.244066 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:57:22.303832 run osmo-hlr_10.42.42.2(pid=5195): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5195)]\u000a22:57:22.352098 run osmo-hlr_10.42.42.2(pid=5195): stdout: \u000a| (launched: 2022-12-12_22:57:19.051683) \u000a22:57:22.401245 run osmo-hlr_10.42.42.2(pid=5195): stderr: \u000a| �[0;m�[1;31m20221212225719226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225719226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225719226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225719226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225719226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225719226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225719239 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225719250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225719250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225719250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:57:22.442585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5188): Terminating (SIGTERM)\u000a22:57:22.482143 run iperf3-srv_10.42.42.10(pid=5189): Terminating (SIGTERM)\u000a22:57:22.521393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5190): Terminating (SIGTERM)\u000a22:57:22.560582 run iperf3-srv_10.42.42.10(pid=5191): Terminating (SIGTERM)\u000a22:57:22.599716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5194): Terminating (SIGTERM)\u000a22:57:22.638767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5197): Terminating (SIGTERM)\u000a22:57:22.677944 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5200): Terminating (SIGTERM)\u000a22:57:22.687310 --- ParallelTerminationStrategy: PID 5188 died...\u000a22:57:22.739853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5188): Terminated: ok {rc=0}\u000a22:57:22.749678 --- ParallelTerminationStrategy: PID 5189 died...\u000a22:57:22.802085 run iperf3-srv_10.42.42.10(pid=5189): Terminated {rc=256}\u000a22:57:22.811442 --- ParallelTerminationStrategy: PID 5190 died...\u000a22:57:22.864100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5190): Terminated: ok {rc=0}\u000a22:57:22.874053 --- ParallelTerminationStrategy: PID 5191 died...\u000a22:57:22.926447 run iperf3-srv_10.42.42.10(pid=5191): Terminated {rc=256}\u000a22:57:22.936198 --- ParallelTerminationStrategy: PID 5194 died...\u000a22:57:22.988624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5194): Terminated: ok {rc=0}\u000a22:57:22.998233 --- ParallelTerminationStrategy: PID 5197 died...\u000a22:57:23.050661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5197): Terminated: ok {rc=0}\u000a22:57:23.060461 --- ParallelTerminationStrategy: PID 5200 died...\u000a22:57:23.112899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5200): Terminated: ok {rc=0}\u000a22:57:23.195111 bus /gobi_0: Setting Powered False\u000a22:57:24.301104 bus /gobi_0: Setting Powered False\u000a22:57:25.410922 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5210): Process ended prematurely: osmo-stp_10.42.42.5(pid=5210) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5210)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5210): Process ended prematurely: osmo-stp_10.42.42.5(pid=5210) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5210)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a22:57:26.520306 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:26.531654 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:57:26.691618 tst iperf3.py: using LAC 32082\u000a22:57:26.818608 tst iperf3.py: using RAC 207\u000a22:57:26.938105 tst iperf3.py: using CellId 32082\u000a22:57:27.057088 tst iperf3.py: using BVCI 32083\u000a22:57:27.080570 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:27.091361 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:27.102380 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:27.113530 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:27.124302 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:27.135186 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:27.146462 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:27.157291 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:27.168289 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:57:27.462887 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:57:27.599281 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:57:27.936083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5202): Launched\u000a22:57:28.215098 run iperf3-srv_10.42.42.10(pid=5203): Launched\u000a22:57:28.414012 tst iperf3.py:8: start network...\u000a22:57:28.549701 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:57:29.069357 run create_hlr_db(pid=5204): Launched\u000a22:57:29.256882 bus /gobi_6: Setting Powered False\u000a22:57:30.278622 run create_hlr_db(pid=5204): Terminated: ok {rc=0}\u000a22:57:30.689137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5206): Launched\u000a22:57:31.182393 run osmo-hlr_10.42.42.2(pid=5207): Launched\u000a22:57:31.410971 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:57:32.030718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5209): Launched\u000a22:57:32.368235 run osmo-stp_10.42.42.5(pid=5210): Launched\u000a22:57:32.481145 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:57:33.012140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5212): Launched\u000a22:57:33.120875 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:57:33.387584 run patchelf(pid=5213): Launched\u000a22:57:33.566332 run osmo-stp_10.42.42.5(pid=5210): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5210)]\u000a22:57:33.696680 run osmo-stp_10.42.42.5(pid=5210): stdout: \u000a| (launched: 2022-12-12_22:57:32.201216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:33.826923 run osmo-stp_10.42.42.5(pid=5210): stderr: \u000a| �[0;m�[38;5;43m20221212225732393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225732393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225732393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225732394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225732394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225732394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225732394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:33.952648 run osmo-stp_10.42.42.5(pid=5210): stdout: \u000a| (launched: 2022-12-12_22:57:32.201216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:34.077701 run osmo-stp_10.42.42.5(pid=5210): stderr: \u000a| �[0;m�[38;5;43m20221212225732393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225732393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225732393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225732394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225732394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225732394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225732394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:34.224654 run patchelf(pid=5213): Terminating (SIGINT)\u000a22:57:34.397681 run patchelf(pid=5213): Terminated: ok {rc=0}\u000a22:57:34.428908 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5210): Process ended prematurely: osmo-stp_10.42.42.5(pid=5210) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5210)] [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a22:57:34.438009 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a22:57:34.497420 run osmo-hlr_10.42.42.2(pid=5207): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5207)]\u000a22:57:34.546005 run osmo-hlr_10.42.42.2(pid=5207): stdout: \u000a| (launched: 2022-12-12_22:57:30.850146) \u000a22:57:34.594988 run osmo-hlr_10.42.42.2(pid=5207): stderr: \u000a| �[0;m�[1;31m20221212225731220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225731220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225731220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225731221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225731221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225731221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225731253 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225731269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225731270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225731270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:57:34.636607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5202): Terminating (SIGTERM)\u000a22:57:34.675890 run iperf3-srv_10.42.42.10(pid=5203): Terminating (SIGTERM)\u000a22:57:34.715284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5206): Terminating (SIGTERM)\u000a22:57:34.754558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5209): Terminating (SIGTERM)\u000a22:57:34.793860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5212): Terminating (SIGTERM)\u000a22:57:34.803334 --- ParallelTerminationStrategy: PID 5202 died...\u000a22:57:34.855924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5202): Terminated: ok {rc=0}\u000a22:57:34.865824 --- ParallelTerminationStrategy: PID 5203 died...\u000a22:57:34.918269 run iperf3-srv_10.42.42.10(pid=5203): Terminated {rc=256}\u000a22:57:34.928026 --- ParallelTerminationStrategy: PID 5206 died...\u000a22:57:34.980177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5206): Terminated: ok {rc=0}\u000a22:57:34.989913 --- ParallelTerminationStrategy: PID 5209 died...\u000a22:57:35.042300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5209): Terminated: ok {rc=0}\u000a22:57:35.051994 --- ParallelTerminationStrategy: PID 5212 died...\u000a22:57:35.104530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5212): Terminated: ok {rc=0}\u000a22:57:35.193078 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5228): Process ended prematurely: osmo-stp_10.42.42.5(pid=5228) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5228)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5228): Process ended prematurely: osmo-stp_10.42.42.5(pid=5228) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5228)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a22:57:36.311407 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:36.323414 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:57:36.490716 tst iperf3m4.py: using LAC 32083\u000a22:57:36.618696 tst iperf3m4.py: using RAC 208\u000a22:57:36.743587 tst iperf3m4.py: using CellId 32083\u000a22:57:36.865815 tst iperf3m4.py: using BVCI 32084\u000a22:57:36.889509 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:36.900327 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:36.911304 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:36.922354 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:36.933293 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:36.944141 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:36.955152 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:36.966040 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:36.977369 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:57:37.099034 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:57:37.222438 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:57:37.343445 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:57:37.627655 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:57:37.756075 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:57:38.074358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5214): Launched\u000a22:57:38.339417 run iperf3-srv_10.42.42.10(pid=5215): Launched\u000a22:57:38.526334 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:57:38.653871 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:57:38.970668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5216): Launched\u000a22:57:39.234971 run iperf3-srv_10.42.42.10(pid=5217): Launched\u000a22:57:39.423017 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:57:39.551486 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:57:39.870216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5218): Launched\u000a22:57:40.149236 run iperf3-srv_10.42.42.10(pid=5219): Launched\u000a22:57:40.350373 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:57:40.486561 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:57:40.824239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5220): Launched\u000a22:57:41.103734 run iperf3-srv_10.42.42.10(pid=5221): Launched\u000a22:57:41.302880 tst iperf3m4.py:8: start network...\u000a22:57:41.438701 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:57:41.959337 run create_hlr_db(pid=5222): Launched\u000a22:57:42.147143 bus /gobi_6: Setting Powered False\u000a22:57:43.168783 run create_hlr_db(pid=5222): Terminated: ok {rc=0}\u000a22:57:43.579972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5224): Launched\u000a22:57:43.887077 run osmo-hlr_10.42.42.2(pid=5225): Launched\u000a22:57:44.000132 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:57:44.532339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5227): Launched\u000a22:57:44.839104 run osmo-stp_10.42.42.5(pid=5228): Launched\u000a22:57:44.951820 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:57:45.484222 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5230): Launched\u000a22:57:45.593174 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:57:45.888543 run patchelf(pid=5231): Launched\u000a22:57:46.097706 run osmo-stp_10.42.42.5(pid=5228): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5228)]\u000a22:57:46.273388 run osmo-stp_10.42.42.5(pid=5228): stdout: \u000a| (launched: 2022-12-12_22:57:44.687470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:46.445250 run osmo-stp_10.42.42.5(pid=5228): stderr: \u000a| �[0;m�[38;5;43m20221212225744858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225744858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225744858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225744859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225744859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225744859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225744859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:46.589880 run osmo-stp_10.42.42.5(pid=5228): stdout: \u000a| (launched: 2022-12-12_22:57:44.687470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:46.728507 run osmo-stp_10.42.42.5(pid=5228): stderr: \u000a| �[0;m�[38;5;43m20221212225744858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225744858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225744858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225744859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225744859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225744859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225744859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:46.890049 run patchelf(pid=5231): Terminating (SIGINT)\u000a22:57:47.080866 run patchelf(pid=5231): Terminated: ok {rc=0}\u000a22:57:47.118180 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5228): Process ended prematurely: osmo-stp_10.42.42.5(pid=5228) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5228)] [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a22:57:47.129049 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a22:57:47.197463 run osmo-hlr_10.42.42.2(pid=5225): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5225)]\u000a22:57:47.250706 run osmo-hlr_10.42.42.2(pid=5225): stdout: \u000a| (launched: 2022-12-12_22:57:43.735574) \u000a22:57:47.303477 run osmo-hlr_10.42.42.2(pid=5225): stderr: \u000a| �[0;m�[1;31m20221212225743914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225743914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225743914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225743914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225743914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225743914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225743926 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225743936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225743936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225743936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:57:47.347905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5214): Terminating (SIGTERM)\u000a22:57:47.390481 run iperf3-srv_10.42.42.10(pid=5215): Terminating (SIGTERM)\u000a22:57:47.433085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5216): Terminating (SIGTERM)\u000a22:57:47.475807 run iperf3-srv_10.42.42.10(pid=5217): Terminating (SIGTERM)\u000a22:57:47.518304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5218): Terminating (SIGTERM)\u000a22:57:47.561212 run iperf3-srv_10.42.42.10(pid=5219): Terminating (SIGTERM)\u000a22:57:47.604612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5220): Terminating (SIGTERM)\u000a22:57:47.646391 run iperf3-srv_10.42.42.10(pid=5221): Terminating (SIGTERM)\u000a22:57:47.688819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5224): Terminating (SIGTERM)\u000a22:57:47.730817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5227): Terminating (SIGTERM)\u000a22:57:47.772544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5230): Terminating (SIGTERM)\u000a22:57:47.782033 --- ParallelTerminationStrategy: PID 5214 died...\u000a22:57:47.838222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5214): Terminated: ok {rc=0}\u000a22:57:47.848381 --- ParallelTerminationStrategy: PID 5215 died...\u000a22:57:47.903705 run iperf3-srv_10.42.42.10(pid=5215): Terminated {rc=256}\u000a22:57:47.913942 --- ParallelTerminationStrategy: PID 5216 died...\u000a22:57:47.969565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5216): Terminated: ok {rc=0}\u000a22:57:47.979709 --- ParallelTerminationStrategy: PID 5217 died...\u000a22:57:48.035075 run iperf3-srv_10.42.42.10(pid=5217): Terminated {rc=256}\u000a22:57:48.045156 --- ParallelTerminationStrategy: PID 5218 died...\u000a22:57:48.100323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5218): Terminated: ok {rc=0}\u000a22:57:48.110458 --- ParallelTerminationStrategy: PID 5219 died...\u000a22:57:48.165752 run iperf3-srv_10.42.42.10(pid=5219): Terminated {rc=256}\u000a22:57:48.175875 --- ParallelTerminationStrategy: PID 5220 died...\u000a22:57:48.231315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5220): Terminated: ok {rc=0}\u000a22:57:48.241590 --- ParallelTerminationStrategy: PID 5221 died...\u000a22:57:48.297219 run iperf3-srv_10.42.42.10(pid=5221): Terminated {rc=256}\u000a22:57:48.307829 --- ParallelTerminationStrategy: PID 5224 died...\u000a22:57:48.363389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5224): Terminated: ok {rc=0}\u000a22:57:48.373976 --- ParallelTerminationStrategy: PID 5227 died...\u000a22:57:48.429675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5227): Terminated: ok {rc=0}\u000a22:57:48.439802 --- ParallelTerminationStrategy: PID 5230 died...\u000a22:57:48.495177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5230): Terminated: ok {rc=0}\u000a22:57:48.583975 bus /gobi_4: Setting Powered False\u000a22:57:49.686741 bus /gobi_4: Setting Powered False\u000a22:57:50.793522 bus /gobi_1: Setting Powered False\u000a22:57:51.900387 bus /gobi_1: Setting Powered False\u000a22:57:53.017387 bus /gobi_0: Setting Powered False\u000a22:57:54.120710 bus /gobi_0: Setting Powered False\u000a22:57:55.226903 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5238): Process ended prematurely: osmo-stp_10.42.42.5(pid=5238) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5238)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5238): Process ended prematurely: osmo-stp_10.42.42.5(pid=5238) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5238)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a22:57:56.294783 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:56.306677 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:57:56.469887 tst ping.py: using LAC 32084\u000a22:57:56.594634 tst ping.py: using RAC 209\u000a22:57:56.719763 tst ping.py: using CellId 32084\u000a22:57:56.847467 tst ping.py: using BVCI 32085\u000a22:57:56.872102 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:56.883823 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:56.894960 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:56.906097 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:56.917192 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:56.928241 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:56.939490 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:57:56.950580 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:57:57.229761 tst ping.py:19: start network...\u000a22:57:57.355359 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:57:57.827553 run create_hlr_db(pid=5232): Launched\u000a22:57:58.002023 bus /gobi_6: Setting Powered False\u000a22:57:59.021553 run create_hlr_db(pid=5232): Terminated: ok {rc=0}\u000a22:57:59.447303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5234): Launched\u000a22:57:59.768278 run osmo-hlr_10.42.42.2(pid=5235): Launched\u000a22:57:59.885973 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:58:00.444360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5237): Launched\u000a22:58:00.763613 run osmo-stp_10.42.42.5(pid=5238): Launched\u000a22:58:00.920750 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:58:01.547327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5240): Launched\u000a22:58:01.704060 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:58:02.027251 run patchelf(pid=5241): Launched\u000a22:58:02.211114 run osmo-stp_10.42.42.5(pid=5238): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5238)]\u000a22:58:02.345362 run osmo-stp_10.42.42.5(pid=5238): stdout: \u000a| (launched: 2022-12-12_22:58:00.607319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:58:02.477858 run osmo-stp_10.42.42.5(pid=5238): stderr: \u000a| �[0;m�[38;5;43m20221212225800799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225800799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225800800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225800800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225800801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225800801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225800801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:58:02.604026 run osmo-stp_10.42.42.5(pid=5238): stdout: \u000a| (launched: 2022-12-12_22:58:00.607319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:58:02.728529 run osmo-stp_10.42.42.5(pid=5238): stderr: \u000a| �[0;m�[38;5;43m20221212225800799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225800799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225800800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225800800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225800801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225800801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225800801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:58:02.874827 run patchelf(pid=5241): Terminating (SIGINT)\u000a22:58:03.046898 run patchelf(pid=5241): Terminated: ok {rc=0}\u000a22:58:03.078065 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5238): Process ended prematurely: osmo-stp_10.42.42.5(pid=5238) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5238)] [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a22:58:03.086894 tst ping.py:22: Test FAILED (6.8 sec)\u000a22:58:03.148715 run osmo-hlr_10.42.42.2(pid=5235): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5235)]\u000a22:58:03.198414 run osmo-hlr_10.42.42.2(pid=5235): stdout: \u000a| (launched: 2022-12-12_22:57:59.610618) \u000a22:58:03.248348 run osmo-hlr_10.42.42.2(pid=5235): stderr: \u000a| �[0;m�[1;31m20221212225759808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225759808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225759808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225759808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225759808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225759808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225759819 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225759827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225759827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225759827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:58:03.290406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5234): Terminating (SIGTERM)\u000a22:58:03.330852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5237): Terminating (SIGTERM)\u000a22:58:03.371191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5240): Terminating (SIGTERM)\u000a22:58:03.381335 --- ParallelTerminationStrategy: PID 5234 died...\u000a22:58:03.435351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5234): Terminated: ok {rc=0}\u000a22:58:03.446027 --- ParallelTerminationStrategy: PID 5237 died...\u000a22:58:03.500457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5237): Terminated: ok {rc=0}\u000a22:58:03.510477 --- ParallelTerminationStrategy: PID 5240 died...\u000a22:58:03.564377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5240): Terminated: ok {rc=0}\u000a22:58:03.652780 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5248): Process ended prematurely: osmo-stp_10.42.42.5(pid=5248) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5248)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5248): Process ended prematurely: osmo-stp_10.42.42.5(pid=5248) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5248)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a22:58:04.704621 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:58:04.716136 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:58:04.875513 tst ping_idle_ping.py: using LAC 32085\u000a22:58:04.999642 tst ping_idle_ping.py: using RAC 210\u000a22:58:05.120335 tst ping_idle_ping.py: using CellId 32085\u000a22:58:05.240340 tst ping_idle_ping.py: using BVCI 32086\u000a22:58:05.263542 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:58:05.274596 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:58:05.285374 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:58:05.296411 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:58:05.307368 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:58:05.318332 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:58:05.329416 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:58:05.340335 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:58:05.616002 tst ping_idle_ping.py:24: start network...\u000a22:58:05.741369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:58:06.218525 run create_hlr_db(pid=5242): Launched\u000a22:58:06.393946 bus /gobi_6: Setting Powered False\u000a22:58:07.413656 run create_hlr_db(pid=5242): Terminated: ok {rc=0}\u000a22:58:07.840185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5244): Launched\u000a22:58:08.161400 run osmo-hlr_10.42.42.2(pid=5245): Launched\u000a22:58:08.279239 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:58:08.841079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5247): Launched\u000a22:58:09.162763 run osmo-stp_10.42.42.5(pid=5248): Launched\u000a22:58:09.278846 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:58:09.838343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5250): Launched\u000a22:58:09.952435 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:58:10.231243 run patchelf(pid=5251): Launched\u000a22:58:10.419052 run osmo-stp_10.42.42.5(pid=5248): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5248)]\u000a22:58:10.556476 run osmo-stp_10.42.42.5(pid=5248): stdout: \u000a| (launched: 2022-12-12_22:58:09.005382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:58:10.693571 run osmo-stp_10.42.42.5(pid=5248): stderr: \u000a| �[0;m�[38;5;43m20221212225809199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225809199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225809199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225809199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225809200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225809200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225809200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:58:10.826099 run osmo-stp_10.42.42.5(pid=5248): stdout: \u000a| (launched: 2022-12-12_22:58:09.005382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:58:10.957095 run osmo-stp_10.42.42.5(pid=5248): stderr: \u000a| �[0;m�[38;5;43m20221212225809199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225809199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225809199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225809199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225809200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225809200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225809200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:58:11.110765 run patchelf(pid=5251): Terminating (SIGINT)\u000a22:58:11.291703 run patchelf(pid=5251): Terminated: ok {rc=0}\u000a22:58:11.324260 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5248): Process ended prematurely: osmo-stp_10.42.42.5(pid=5248) [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5248)] [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a22:58:11.333495 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:58:11.396547 run osmo-hlr_10.42.42.2(pid=5245): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5245)]\u000a22:58:11.448467 run osmo-hlr_10.42.42.2(pid=5245): stdout: \u000a| (launched: 2022-12-12_22:58:08.003122) \u000a22:58:11.500508 run osmo-hlr_10.42.42.2(pid=5245): stderr: \u000a| �[0;m�[1;31m20221212225808200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225808200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225808200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225808200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225808200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225808200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225808212 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225808220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225808220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225808220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:58:11.544795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5244): Terminating (SIGTERM)\u000a22:58:11.586540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5247): Terminating (SIGTERM)\u000a22:58:11.628284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5250): Terminating (SIGTERM)\u000a22:58:11.638168 --- ParallelTerminationStrategy: PID 5244 died...\u000a22:58:11.693859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5244): Terminated: ok {rc=0}\u000a22:58:11.704137 --- ParallelTerminationStrategy: PID 5247 died...\u000a22:58:11.759333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5247): Terminated: ok {rc=0}\u000a22:58:11.769561 --- ParallelTerminationStrategy: PID 5250 died...\u000a22:58:11.825003 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5250): Terminated: ok {rc=0}\u000a22:58:11.911625 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:57:13" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5262): Process ended prematurely: osmo-stp_10.42.42.5(pid=5262) [trial-2383↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5262)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5262): Process ended prematurely: osmo-stp_10.42.42.5(pid=5262) [trial-2383↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5262)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:58:13.931855 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:13.943023 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:58:14.098023 tst switch_tch_pdch.py: using LAC 32086\u000a22:58:14.217734 tst switch_tch_pdch.py: using RAC 211\u000a22:58:14.342511 tst switch_tch_pdch.py: using CellId 32086\u000a22:58:14.470689 tst switch_tch_pdch.py: using BVCI 32087\u000a22:58:14.495480 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:14.507519 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:14.518971 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:14.530729 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:14.542254 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:14.553711 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:14.565329 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:14.576726 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:58:14.693172 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:58:14.974543 tst switch_tch_pdch.py:51: start network...\u000a22:58:15.098971 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:58:15.569549 run create_hlr_db(pid=5256): Launched\u000a22:58:15.742260 bus /gobi_6: Setting Powered False\u000a22:58:16.778347 run create_hlr_db(pid=5256): Terminated: ok {rc=0}\u000a22:58:17.227638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5258): Launched\u000a22:58:17.547298 run osmo-hlr_10.42.42.2(pid=5259): Launched\u000a22:58:17.668610 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:58:18.224203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5261): Launched\u000a22:58:18.542404 run osmo-stp_10.42.42.5(pid=5262): Launched\u000a22:58:18.657666 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:58:19.214831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5264): Launched\u000a22:58:19.328032 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:58:19.606599 run patchelf(pid=5265): Launched\u000a22:58:19.793292 run osmo-stp_10.42.42.5(pid=5262): ERR: Terminated: ERROR {rc=1} [trial-2383↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5262)]\u000a22:58:19.929969 run osmo-stp_10.42.42.5(pid=5262): stdout: \u000a| (launched: 2022-12-12_22:58:18.386402)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:58:20.066326 run osmo-stp_10.42.42.5(pid=5262): stderr: \u000a| �[0;m�[38;5;43m20221212225818581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225818582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225818582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225818582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225818583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225818583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225818583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:58:20.198479 run osmo-stp_10.42.42.5(pid=5262): stdout: \u000a| (launched: 2022-12-12_22:58:18.386402)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:58:20.328756 run osmo-stp_10.42.42.5(pid=5262): stderr: \u000a| �[0;m�[38;5;43m20221212225818581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225818582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225818582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225818582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225818583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225818583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225818583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:58:20.481713 run patchelf(pid=5265): Terminating (SIGINT)\u000a22:58:20.662374 run patchelf(pid=5265): Terminated: ok {rc=0}\u000a22:58:20.694824 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=5262): Process ended prematurely: osmo-stp_10.42.42.5(pid=5262) [trial-2383↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5262)] [trial-2383↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:58:20.703903 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a22:58:20.765421 run osmo-hlr_10.42.42.2(pid=5259): ERR: Terminated: ERROR {rc=237} [trial-2383↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5259)]\u000a22:58:20.816130 run osmo-hlr_10.42.42.2(pid=5259): stdout: \u000a| (launched: 2022-12-12_22:58:17.390553) \u000a22:58:20.867339 run osmo-hlr_10.42.42.2(pid=5259): stderr: \u000a| �[0;m�[1;31m20221212225817591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225817591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225817591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225817591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225817591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225817591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225817604 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225817614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225817614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225817614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:58:20.910696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5258): Terminating (SIGTERM)\u000a22:58:20.951882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5261): Terminating (SIGTERM)\u000a22:58:20.993282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5264): Terminating (SIGTERM)\u000a22:58:21.002926 --- ParallelTerminationStrategy: PID 5258 died...\u000a22:58:21.057958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5258): Terminated: ok {rc=0}\u000a22:58:21.068126 --- ParallelTerminationStrategy: PID 5261 died...\u000a22:58:21.123504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5261): Terminated: ok {rc=0}\u000a22:58:21.133909 --- ParallelTerminationStrategy: PID 5264 died...\u000a22:58:21.188639 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5264): Terminated: ok {rc=0}\u000a22:58:21.273809 bus /gobi_0: Setting Powered False\u000a22:58:22.376836 bus /gobi_0: Setting Powered False\u000a22:58:23.486171 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:58:13" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5275): Process ended prematurely: osmo-stp_10.42.42.5(pid=5275) [trial-2383↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5275)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5275): Process ended prematurely: osmo-stp_10.42.42.5(pid=5275) [trial-2383↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5275)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a22:58:25.461922 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:58:25.473600 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a22:58:25.637580 tst switch_tch_pdch.py: using LAC 32087\u000a22:58:25.757826 tst switch_tch_pdch.py: using RAC 212\u000a22:58:25.881457 tst switch_tch_pdch.py: using CellId 32087\u000a22:58:25.997894 tst switch_tch_pdch.py: using BVCI 32088\u000a22:58:26.021085 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:58:26.031979 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:58:26.042827 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:58:26.053788 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:58:26.064561 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:58:26.075458 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:58:26.086576 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:58:26.097520 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:58:26.218542 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:58:26.510476 tst switch_tch_pdch.py:51: start network...\u000a22:58:26.644033 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:58:27.125879 run create_hlr_db(pid=5269): Launched\u000a22:58:27.255660 bus /gobi_6: Setting Powered False\u000a22:58:28.331128 run create_hlr_db(pid=5269): Terminated: ok {rc=0}\u000a22:58:28.728032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5271): Launched\u000a22:58:29.046427 run osmo-hlr_10.42.42.2(pid=5272): Launched\u000a22:58:29.166990 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:58:29.693489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5274): Launched\u000a22:58:30.011409 run osmo-stp_10.42.42.5(pid=5275): Launched\u000a22:58:30.126583 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:58:30.654182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5277): Launched\u000a22:58:30.767352 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:58:31.092439 run patchelf(pid=5278): Launched\u000a22:58:31.329045 run osmo-stp_10.42.42.5(pid=5275): ERR: Terminated: ERROR {rc=1} [trial-2383↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5275)]\u000a22:58:31.488330 run osmo-stp_10.42.42.5(pid=5275): stdout: \u000a| (launched: 2022-12-12_22:58:29.855087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:58:31.629133 run osmo-stp_10.42.42.5(pid=5275): stderr: \u000a| �[0;m�[38;5;43m20221212225830046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225830046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225830046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225830046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225830047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225830047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225830047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:58:31.764135 run osmo-stp_10.42.42.5(pid=5275): stdout: \u000a| (launched: 2022-12-12_22:58:29.855087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:58:31.897963 run osmo-stp_10.42.42.5(pid=5275): stderr: \u000a| �[0;m�[38;5;43m20221212225830046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225830046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225830046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225830046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225830047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225830047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225830047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:58:32.054749 run patchelf(pid=5278): Terminating (SIGINT)\u000a22:58:32.238590 run patchelf(pid=5278): Terminated: ok {rc=0}\u000a22:58:32.271734 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=5275): Process ended prematurely: osmo-stp_10.42.42.5(pid=5275) [trial-2383↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5275)] [trial-2383↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a22:58:32.280898 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a22:58:32.343043 run osmo-hlr_10.42.42.2(pid=5272): ERR: Terminated: ERROR {rc=237} [trial-2383↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5272)]\u000a22:58:32.393731 run osmo-hlr_10.42.42.2(pid=5272): stdout: \u000a| (launched: 2022-12-12_22:58:28.890996) \u000a22:58:32.444924 run osmo-hlr_10.42.42.2(pid=5272): stderr: \u000a| �[0;m�[1;31m20221212225829092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225829092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225829092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225829092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225829092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225829092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225829105 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225829113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225829113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225829113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:58:32.488493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5271): Terminating (SIGTERM)\u000a22:58:32.529825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5274): Terminating (SIGTERM)\u000a22:58:32.571054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5277): Terminating (SIGTERM)\u000a22:58:32.580624 --- ParallelTerminationStrategy: PID 5271 died...\u000a22:58:32.635418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5271): Terminated: ok {rc=0}\u000a22:58:32.645469 --- ParallelTerminationStrategy: PID 5274 died...\u000a22:58:32.700372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5274): Terminated: ok {rc=0}\u000a22:58:32.710338 --- ParallelTerminationStrategy: PID 5277 died...\u000a22:58:32.764924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5277): Terminated: ok {rc=0}\u000a22:58:32.849965 bus /gobi_0: Setting Powered False\u000a22:58:33.955842 bus /gobi_0: Setting Powered False\u000a22:58:35.062578 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:58:25" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=5285): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5285) [trial-2383↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5285)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=5285): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5285) [trial-2383↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a22:58:36.944210 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a22:58:36.955109 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:58:37.090199 tst mo_mt_sms.py: using LAC 32088\u000a22:58:37.206223 tst mo_mt_sms.py: using RAC 213\u000a22:58:37.321892 tst mo_mt_sms.py: using CellId 32088\u000a22:58:37.438419 tst mo_mt_sms.py: using BVCI 32089\u000a22:58:37.461281 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a22:58:37.580015 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a22:58:37.856202 tst mo_mt_sms.py:9: start nitb and bts...\u000a22:58:37.980566 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:58:38.599711 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5284): Launched\u000a22:58:38.896426 run osmo-nitb_10.42.42.2(pid=5285): Launched\u000a22:58:39.080467 run osmo-nitb_10.42.42.2(pid=5285): ERR: Terminated: ERROR {rc=2} [trial-2383↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5285)]\u000a22:58:39.216235 run osmo-nitb_10.42.42.2(pid=5285): stdout: \u000a| (launched: 2022-12-12_22:58:38.752454) \u000a22:58:39.352403 run osmo-nitb_10.42.42.2(pid=5285): stderr: \u000a| (launched: 2022-12-12_22:58:38.796777)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:39.483813 run osmo-nitb_10.42.42.2(pid=5285): stdout: \u000a| (launched: 2022-12-12_22:58:38.752454) \u000a22:58:39.614312 run osmo-nitb_10.42.42.2(pid=5285): stderr: \u000a| (launched: 2022-12-12_22:58:38.796777)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:40.017843 tst osmo-nitb_10.42.42.2(pid=5285): stdout: \u000a| (launched: 2022-12-12_22:58:38.752454) \u000a22:58:40.137612 tst osmo-nitb_10.42.42.2(pid=5285): stderr: \u000a| (launched: 2022-12-12_22:58:38.796777)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:40.190067 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=5285): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5285) [trial-2383↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5285)] [trial-2383↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a22:58:40.198271 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a22:58:40.232653 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5284): Terminating (SIGTERM)\u000a22:58:40.410418 --- ParallelTerminationStrategy: PID 5284 died...\u000a22:58:40.464557 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5284): Terminated: ok {rc=0}\u000a22:58:40.551086 bus /sierra_3: Setting Powered False\u000a22:58:41.654104 bus /sierra_3: Setting Powered False\u000a22:58:42.766271 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:58:36" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5296): Process ended prematurely: osmo-stp_10.42.42.5(pid=5296) [trial-2383↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5296)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5296): Process ended prematurely: osmo-stp_10.42.42.5(pid=5296) [trial-2383↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5296)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a22:58:44.640738 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:58:44.651428 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:58:44.782760 tst mo_mt_sms.py: using LAC 32089\u000a22:58:44.903449 tst mo_mt_sms.py: using RAC 214\u000a22:58:45.020637 tst mo_mt_sms.py: using CellId 32089\u000a22:58:45.140451 tst mo_mt_sms.py: using BVCI 32090\u000a22:58:45.163169 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:58:45.173907 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:58:45.184322 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:58:45.195135 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:58:45.206085 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:58:45.216785 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a22:58:45.336563 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a22:58:45.545166 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:58:46.108535 run create_hlr_db(pid=5290): Launched\u000a22:58:46.299710 bus /sierra_2: Setting Powered False\u000a22:58:47.309648 run create_hlr_db(pid=5290): Terminated: ok {rc=0}\u000a22:58:47.743679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5292): Launched\u000a22:58:48.062220 run osmo-hlr_10.42.42.2(pid=5293): Launched\u000a22:58:48.178817 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:58:48.732300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5295): Launched\u000a22:58:49.051917 run osmo-stp_10.42.42.5(pid=5296): Launched\u000a22:58:49.168603 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:58:49.755964 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5298): Launched\u000a22:58:50.076866 run osmo-msc_10.42.42.6(pid=5299): Launched\u000a22:58:50.265320 run osmo-stp_10.42.42.5(pid=5296): ERR: Terminated: ERROR {rc=1} [trial-2383↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5296)]\u000a22:58:50.401133 run osmo-stp_10.42.42.5(pid=5296): stdout: \u000a| (launched: 2022-12-12_22:58:48.895020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:58:50.536273 run osmo-stp_10.42.42.5(pid=5296): stderr: \u000a| �[0;m�[38;5;43m20221212225849086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225849086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225849086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225849087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225849087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225849087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225849087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:58:50.664683 run osmo-stp_10.42.42.5(pid=5296): stdout: \u000a| (launched: 2022-12-12_22:58:48.895020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:58:50.792084 run osmo-stp_10.42.42.5(pid=5296): stderr: \u000a| �[0;m�[38;5;43m20221212225849086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225849086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225849086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225849087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225849087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225849087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225849087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:58:50.849069 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=5296): Process ended prematurely: osmo-stp_10.42.42.5(pid=5296) [trial-2383↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5296)] [trial-2383↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a22:58:50.857651 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a22:58:50.920100 run osmo-hlr_10.42.42.2(pid=5293): ERR: Terminated: ERROR {rc=237} [trial-2383↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5293)]\u000a22:58:50.971211 run osmo-hlr_10.42.42.2(pid=5293): stdout: \u000a| (launched: 2022-12-12_22:58:47.906578) \u000a22:58:51.023170 run osmo-hlr_10.42.42.2(pid=5293): stderr: \u000a| �[0;m�[1;31m20221212225848106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225848106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225848106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225848106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225848107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225848107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225848120 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225848128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225848128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225848128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:58:51.094188 run osmo-msc_10.42.42.6(pid=5299): ERR: Terminated: ERROR {rc=2} [trial-2383↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5299)]\u000a22:58:51.145508 run osmo-msc_10.42.42.6(pid=5299): stdout: \u000a| (launched: 2022-12-12_22:58:49.919674) \u000a22:58:51.197463 run osmo-msc_10.42.42.6(pid=5299): stderr: \u000a| �[0;m�[38;5;43m20221212225850242 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212225850242 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f77b8e24c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212225850242 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212225850242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212225850242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212225850242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212225850244 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212225850244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212225850245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212225850245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:58:51.241591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5292): Terminating (SIGTERM)\u000a22:58:51.283311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5295): Terminating (SIGTERM)\u000a22:58:51.325078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5298): Terminating (SIGTERM)\u000a22:58:51.334550 --- ParallelTerminationStrategy: PID 5292 died...\u000a22:58:51.390138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5292): Terminated: ok {rc=0}\u000a22:58:51.400199 --- ParallelTerminationStrategy: PID 5295 died...\u000a22:58:51.455446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5295): Terminated: ok {rc=0}\u000a22:58:51.465501 --- ParallelTerminationStrategy: PID 5298 died...\u000a22:58:51.520556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5298): Terminated: ok {rc=0}\u000a22:58:51.607089 bus /sierra_3: Setting Powered False\u000a22:58:52.713442 bus /sierra_3: Setting Powered False\u000a22:58:53.821334 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:58:44" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=5305): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5305) [trial-2383↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5305)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=5305): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5305) [trial-2383↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a22:58:55.644435 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a22:58:55.655829 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:58:55.795708 tst assert_extension.py: using LAC 32090\u000a22:58:55.923515 tst assert_extension.py: using RAC 215\u000a22:58:56.048665 tst assert_extension.py: using CellId 32090\u000a22:58:56.176533 tst assert_extension.py: using BVCI 32091\u000a22:58:56.200786 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a22:58:56.476902 tst assert_extension.py:10: start nitb and bts...\u000a22:58:56.602328 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:58:57.223862 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5304): Launched\u000a22:58:57.521087 run osmo-nitb_10.42.42.2(pid=5305): Launched\u000a22:58:57.705803 run osmo-nitb_10.42.42.2(pid=5305): ERR: Terminated: ERROR {rc=2} [trial-2383↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5305)]\u000a22:58:57.841699 run osmo-nitb_10.42.42.2(pid=5305): stdout: \u000a| (launched: 2022-12-12_22:58:57.376244) \u000a22:58:57.978029 run osmo-nitb_10.42.42.2(pid=5305): stderr: \u000a| (launched: 2022-12-12_22:58:57.420884)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:58.109490 run osmo-nitb_10.42.42.2(pid=5305): stdout: \u000a| (launched: 2022-12-12_22:58:57.376244) \u000a22:58:58.239850 run osmo-nitb_10.42.42.2(pid=5305): stderr: \u000a| (launched: 2022-12-12_22:58:57.420884)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:58.642118 tst osmo-nitb_10.42.42.2(pid=5305): stdout: \u000a| (launched: 2022-12-12_22:58:57.376244) \u000a22:58:58.762077 tst osmo-nitb_10.42.42.2(pid=5305): stderr: \u000a| (launched: 2022-12-12_22:58:57.420884)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:58.814317 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=5305): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5305) [trial-2383↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5305)] [trial-2383↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a22:58:58.822278 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a22:58:58.856756 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5304): Terminating (SIGTERM)\u000a22:58:59.034524 --- ParallelTerminationStrategy: PID 5304 died...\u000a22:58:59.089157 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5304): Terminated: ok {rc=0}\u000a22:58:59.177671 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:58:55" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5315): Process ended prematurely: osmo-stp_10.42.42.5(pid=5315) [trial-2383↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5315)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5315): Process ended prematurely: osmo-stp_10.42.42.5(pid=5315) [trial-2383↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5315)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a22:59:01.013191 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:59:01.025469 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:59:01.184339 tst assert_extension.py: using LAC 32091\u000a22:59:01.308554 tst assert_extension.py: using RAC 216\u000a22:59:01.430344 tst assert_extension.py: using CellId 32091\u000a22:59:01.555336 tst assert_extension.py: using BVCI 32092\u000a22:59:01.579711 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:59:01.591671 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:59:01.603351 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:59:01.616119 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:59:01.630217 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:59:01.643011 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a22:59:01.882626 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:59:02.399332 run create_hlr_db(pid=5309): Launched\u000a22:59:02.573173 bus /sierra_2: Setting Powered False\u000a22:59:03.592761 run create_hlr_db(pid=5309): Terminated: ok {rc=0}\u000a22:59:03.993144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5311): Launched\u000a22:59:04.293419 run osmo-hlr_10.42.42.2(pid=5312): Launched\u000a22:59:04.403886 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:59:04.925662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5314): Launched\u000a22:59:05.226041 run osmo-stp_10.42.42.5(pid=5315): Launched\u000a22:59:05.336514 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:59:05.883077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5317): Launched\u000a22:59:06.183827 run osmo-msc_10.42.42.6(pid=5318): Launched\u000a22:59:06.361071 run osmo-stp_10.42.42.5(pid=5315): ERR: Terminated: ERROR {rc=1} [trial-2383↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5315)]\u000a22:59:06.488407 run osmo-stp_10.42.42.5(pid=5315): stdout: \u000a| (launched: 2022-12-12_22:59:05.077835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:06.613738 run osmo-stp_10.42.42.5(pid=5315): stderr: \u000a| �[0;m�[38;5;43m20221212225905247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225905247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225905247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225905248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225905250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225905250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225905250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:06.734001 run osmo-stp_10.42.42.5(pid=5315): stdout: \u000a| (launched: 2022-12-12_22:59:05.077835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:06.853535 run osmo-stp_10.42.42.5(pid=5315): stderr: \u000a| �[0;m�[38;5;43m20221212225905247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225905247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225905247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225905248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225905250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225905250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225905250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:06.906016 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=5315): Process ended prematurely: osmo-stp_10.42.42.5(pid=5315) [trial-2383↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5315)] [trial-2383↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a22:59:06.914083 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a22:59:06.973550 run osmo-hlr_10.42.42.2(pid=5312): ERR: Terminated: ERROR {rc=237} [trial-2383↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5312)]\u000a22:59:07.022335 run osmo-hlr_10.42.42.2(pid=5312): stdout: \u000a| (launched: 2022-12-12_22:59:04.144852) \u000a22:59:07.071516 run osmo-hlr_10.42.42.2(pid=5312): stderr: \u000a| �[0;m�[1;31m20221212225904323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225904323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225904323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225904323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225904323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225904323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225904336 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225904344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225904344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225904344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:59:07.137908 run osmo-msc_10.42.42.6(pid=5318): ERR: Terminated: ERROR {rc=2} [trial-2383↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5318)]\u000a22:59:07.186592 run osmo-msc_10.42.42.6(pid=5318): stdout: \u000a| (launched: 2022-12-12_22:59:06.034773) \u000a22:59:07.235671 run osmo-msc_10.42.42.6(pid=5318): stderr: \u000a| �[0;m�[38;5;43m20221212225906307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212225906307 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2c81adfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212225906307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212225906307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212225906308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212225906308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212225906310 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212225906311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212225906311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212225906311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:59:07.276872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5311): Terminating (SIGTERM)\u000a22:59:07.316006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5314): Terminating (SIGTERM)\u000a22:59:07.355420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5317): Terminating (SIGTERM)\u000a22:59:07.364939 --- ParallelTerminationStrategy: PID 5311 died...\u000a22:59:07.417998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5311): Terminated: ok {rc=0}\u000a22:59:07.427948 --- ParallelTerminationStrategy: PID 5314 died...\u000a22:59:07.480625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5314): Terminated: ok {rc=0}\u000a22:59:07.490548 --- ParallelTerminationStrategy: PID 5317 died...\u000a22:59:07.543112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5317): Terminated: ok {rc=0}\u000a22:59:07.629980 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:59:00" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5330): Process ended prematurely: osmo-stp_10.42.42.5(pid=5330) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5330)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5330): Process ended prematurely: osmo-stp_10.42.42.5(pid=5330) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5330)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:59:09.577891 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:59:09.589649 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:59:09.753019 tst mo_mt_call.py: using LAC 32092\u000a22:59:09.886033 tst mo_mt_call.py: using RAC 217\u000a22:59:10.014990 tst mo_mt_call.py: using CellId 32092\u000a22:59:10.138384 tst mo_mt_call.py: using BVCI 32093\u000a22:59:10.162147 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:59:10.173572 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:59:10.184684 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:59:10.196140 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:59:10.207799 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:59:10.219113 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:59:10.334048 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:59:10.537049 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:59:11.020849 run create_hlr_db(pid=5324): Launched\u000a22:59:11.197148 bus /sierra_2: Setting Powered False\u000a22:59:12.217399 run create_hlr_db(pid=5324): Terminated: ok {rc=0}\u000a22:59:12.651074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5326): Launched\u000a22:59:12.978529 run osmo-hlr_10.42.42.2(pid=5327): Launched\u000a22:59:13.098004 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:59:13.662690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5329): Launched\u000a22:59:13.988686 run osmo-stp_10.42.42.5(pid=5330): Launched\u000a22:59:14.106607 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:59:14.701067 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5332): Launched\u000a22:59:15.027768 run osmo-msc_10.42.42.6(pid=5333): Launched\u000a22:59:15.218302 run osmo-stp_10.42.42.5(pid=5330): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5330)]\u000a22:59:15.355933 run osmo-stp_10.42.42.5(pid=5330): stdout: \u000a| (launched: 2022-12-12_22:59:13.828295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:15.492763 run osmo-stp_10.42.42.5(pid=5330): stderr: \u000a| �[0;m�[38;5;43m20221212225914022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225914022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225914022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225914022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225914023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225914023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225914023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:15.623673 run osmo-stp_10.42.42.5(pid=5330): stdout: \u000a| (launched: 2022-12-12_22:59:13.828295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:15.753379 run osmo-stp_10.42.42.5(pid=5330): stderr: \u000a| �[0;m�[38;5;43m20221212225914022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225914022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225914022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225914022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225914023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225914023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225914023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:15.810510 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5330): Process ended prematurely: osmo-stp_10.42.42.5(pid=5330) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5330)] [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a22:59:15.819862 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:59:15.897422 run osmo-hlr_10.42.42.2(pid=5327): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5327)]\u000a22:59:15.950044 run osmo-hlr_10.42.42.2(pid=5327): stdout: \u000a| (launched: 2022-12-12_22:59:12.817563) \u000a22:59:16.003176 run osmo-hlr_10.42.42.2(pid=5327): stderr: \u000a| �[0;m�[1;31m20221212225913018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225913018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225913018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225913018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225913018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225913018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225913036 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225913045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225913045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225913045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:59:16.075375 run osmo-msc_10.42.42.6(pid=5333): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5333)]\u000a22:59:16.128026 run osmo-msc_10.42.42.6(pid=5333): stdout: \u000a| (launched: 2022-12-12_22:59:14.867278) \u000a22:59:16.181036 run osmo-msc_10.42.42.6(pid=5333): stderr: \u000a| �[0;m�[38;5;43m20221212225915193 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212225915193 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdeeb374c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212225915193 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212225915193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212225915193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212225915194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212225915195 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212225915196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212225915196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212225915196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:59:16.226426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5326): Terminating (SIGTERM)\u000a22:59:16.271156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5329): Terminating (SIGTERM)\u000a22:59:16.316284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5332): Terminating (SIGTERM)\u000a22:59:16.326536 --- ParallelTerminationStrategy: PID 5326 died...\u000a22:59:16.384060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5326): Terminated: ok {rc=0}\u000a22:59:16.396338 --- ParallelTerminationStrategy: PID 5329 died...\u000a22:59:16.453471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5329): Terminated: ok {rc=0}\u000a22:59:16.464254 --- ParallelTerminationStrategy: PID 5332 died...\u000a22:59:16.521471 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5332): Terminated: ok {rc=0}\u000a22:59:16.629164 bus /sierra_3: Setting Powered False\u000a22:59:17.735079 bus /sierra_3: Setting Powered False\u000a22:59:18.842332 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5341): Process ended prematurely: osmo-stp_10.42.42.5(pid=5341) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5341)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5341): Process ended prematurely: osmo-stp_10.42.42.5(pid=5341) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5341)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:59:19.957243 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:59:19.969884 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:59:20.127815 tst mo_mt_call_osmux.py: using LAC 32093\u000a22:59:20.259569 tst mo_mt_call_osmux.py: using RAC 218\u000a22:59:20.386610 tst mo_mt_call_osmux.py: using CellId 32093\u000a22:59:20.512904 tst mo_mt_call_osmux.py: using BVCI 32094\u000a22:59:20.538010 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:59:20.550010 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:59:20.561732 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:59:20.573365 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:59:20.585116 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:59:20.596724 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:59:20.713204 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:59:20.925896 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:59:21.446503 run create_hlr_db(pid=5335): Launched\u000a22:59:21.635309 bus /sierra_2: Setting Powered False\u000a22:59:22.654364 run create_hlr_db(pid=5335): Terminated: ok {rc=0}\u000a22:59:23.065535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5337): Launched\u000a22:59:23.373644 run osmo-hlr_10.42.42.2(pid=5338): Launched\u000a22:59:23.494001 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:59:24.032436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5340): Launched\u000a22:59:24.338444 run osmo-stp_10.42.42.5(pid=5341): Launched\u000a22:59:24.450378 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:59:25.012673 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5343): Launched\u000a22:59:25.322562 run osmo-msc_10.42.42.6(pid=5344): Launched\u000a22:59:25.502342 run osmo-stp_10.42.42.5(pid=5341): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5341)]\u000a22:59:25.632338 run osmo-stp_10.42.42.5(pid=5341): stdout: \u000a| (launched: 2022-12-12_22:59:24.187590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:25.760263 run osmo-stp_10.42.42.5(pid=5341): stderr: \u000a| �[0;m�[38;5;43m20221212225924359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225924359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225924360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225924360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225924361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225924361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225924361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:25.883091 run osmo-stp_10.42.42.5(pid=5341): stdout: \u000a| (launched: 2022-12-12_22:59:24.187590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:26.005210 run osmo-stp_10.42.42.5(pid=5341): stderr: \u000a| �[0;m�[38;5;43m20221212225924359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225924359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225924360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225924360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225924361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225924361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225924361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:26.058990 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5341): Process ended prematurely: osmo-stp_10.42.42.5(pid=5341) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5341)] [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a22:59:26.067689 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:59:26.127800 run osmo-hlr_10.42.42.2(pid=5338): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5338)]\u000a22:59:26.176021 run osmo-hlr_10.42.42.2(pid=5338): stdout: \u000a| (launched: 2022-12-12_22:59:23.221318) \u000a22:59:26.225613 run osmo-hlr_10.42.42.2(pid=5338): stderr: \u000a| �[0;m�[1;31m20221212225923398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225923398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225923398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225923398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225923398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225923398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225923411 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225923421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225923422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225923422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:59:26.292196 run osmo-msc_10.42.42.6(pid=5344): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5344)]\u000a22:59:26.340606 run osmo-msc_10.42.42.6(pid=5344): stdout: \u000a| (launched: 2022-12-12_22:59:25.169900) \u000a22:59:26.389825 run osmo-msc_10.42.42.6(pid=5344): stderr: \u000a| �[0;m�[38;5;43m20221212225925442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212225925442 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f411ea3ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212225925442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212225925442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212225925442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212225925443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212225925444 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212225925445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212225925445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212225925445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:59:26.431095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5337): Terminating (SIGTERM)\u000a22:59:26.470665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5340): Terminating (SIGTERM)\u000a22:59:26.510348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5343): Terminating (SIGTERM)\u000a22:59:26.519910 --- ParallelTerminationStrategy: PID 5337 died...\u000a22:59:26.572908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5337): Terminated: ok {rc=0}\u000a22:59:26.582764 --- ParallelTerminationStrategy: PID 5340 died...\u000a22:59:26.635682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5340): Terminated: ok {rc=0}\u000a22:59:26.645925 --- ParallelTerminationStrategy: PID 5343 died...\u000a22:59:26.699268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5343): Terminated: ok {rc=0}\u000a22:59:26.787209 bus /sierra_3: Setting Powered False\u000a22:59:27.889888 bus /sierra_3: Setting Powered False\u000a22:59:28.995586 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:59:09" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5357): Process ended prematurely: osmo-stp_10.42.42.5(pid=5357) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5357)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5357): Process ended prematurely: osmo-stp_10.42.42.5(pid=5357) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5357)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a22:59:31.003422 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:59:31.015857 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:59:31.210733 tst mo_mt_call.py: using LAC 32094\u000a22:59:31.350620 tst mo_mt_call.py: using RAC 219\u000a22:59:31.484802 tst mo_mt_call.py: using CellId 32094\u000a22:59:31.619998 tst mo_mt_call.py: using BVCI 32095\u000a22:59:31.646530 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:59:31.659223 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:59:31.672022 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:59:31.684454 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:59:31.697090 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:59:31.709654 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:59:31.833378 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:59:32.087334 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:59:32.584760 run create_hlr_db(pid=5349): Launched\u000a22:59:32.761674 bus /sierra_2: Setting Powered False\u000a22:59:33.782973 run create_hlr_db(pid=5349): Terminated: ok {rc=0}\u000a22:59:34.215502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5351): Launched\u000a22:59:34.545007 run osmo-hlr_10.42.42.2(pid=5352): Launched\u000a22:59:34.665606 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:59:35.232369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5356): Launched\u000a22:59:35.559552 run osmo-stp_10.42.42.5(pid=5357): Launched\u000a22:59:35.677879 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:59:36.274254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5359): Launched\u000a22:59:36.603756 run osmo-msc_10.42.42.6(pid=5360): Launched\u000a22:59:36.796906 run osmo-stp_10.42.42.5(pid=5357): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5357)]\u000a22:59:36.937854 run osmo-stp_10.42.42.5(pid=5357): stdout: \u000a| (launched: 2022-12-12_22:59:35.399018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:37.075575 run osmo-stp_10.42.42.5(pid=5357): stderr: \u000a| �[0;m�[38;5;43m20221212225935591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225935591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225935592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225935592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225935593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225935593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225935593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:37.208438 run osmo-stp_10.42.42.5(pid=5357): stdout: \u000a| (launched: 2022-12-12_22:59:35.399018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:37.339225 run osmo-stp_10.42.42.5(pid=5357): stderr: \u000a| �[0;m�[38;5;43m20221212225935591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225935591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225935592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225935592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225935593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225935593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225935593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:37.396814 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5357): Process ended prematurely: osmo-stp_10.42.42.5(pid=5357) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5357)] [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a22:59:37.406246 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a22:59:37.468543 run osmo-hlr_10.42.42.2(pid=5352): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5352)]\u000a22:59:37.519910 run osmo-hlr_10.42.42.2(pid=5352): stdout: \u000a| (launched: 2022-12-12_22:59:34.381584) \u000a22:59:37.571354 run osmo-hlr_10.42.42.2(pid=5352): stderr: \u000a| �[0;m�[1;31m20221212225934587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225934587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225934587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225934587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225934587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225934587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225934599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225934608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225934608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225934608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:59:37.641666 run osmo-msc_10.42.42.6(pid=5360): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5360)]\u000a22:59:37.692335 run osmo-msc_10.42.42.6(pid=5360): stdout: \u000a| (launched: 2022-12-12_22:59:36.441856) \u000a22:59:37.743979 run osmo-msc_10.42.42.6(pid=5360): stderr: \u000a| �[0;m�[38;5;43m20221212225936765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212225936765 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ee9531c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212225936765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212225936765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212225936765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212225936765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212225936767 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212225936767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212225936768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212225936768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:59:37.787593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5351): Terminating (SIGTERM)\u000a22:59:37.828893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5356): Terminating (SIGTERM)\u000a22:59:37.870602 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5359): Terminating (SIGTERM)\u000a22:59:37.880287 --- ParallelTerminationStrategy: PID 5351 died...\u000a22:59:37.935557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5351): Terminated: ok {rc=0}\u000a22:59:37.945751 --- ParallelTerminationStrategy: PID 5356 died...\u000a22:59:38.000505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5356): Terminated: ok {rc=0}\u000a22:59:38.010527 --- ParallelTerminationStrategy: PID 5359 died...\u000a22:59:38.065217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5359): Terminated: ok {rc=0}\u000a22:59:38.150772 bus /sierra_3: Setting Powered False\u000a22:59:39.252820 bus /sierra_3: Setting Powered False\u000a22:59:40.363447 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5368): Process ended prematurely: osmo-stp_10.42.42.5(pid=5368) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5368)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5368): Process ended prematurely: osmo-stp_10.42.42.5(pid=5368) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5368)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:59:41.473277 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:59:41.485318 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:59:41.641329 tst mo_mt_call_osmux.py: using LAC 32095\u000a22:59:41.763028 tst mo_mt_call_osmux.py: using RAC 220\u000a22:59:41.885737 tst mo_mt_call_osmux.py: using CellId 32095\u000a22:59:42.013641 tst mo_mt_call_osmux.py: using BVCI 32096\u000a22:59:42.038549 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:59:42.050321 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:59:42.061843 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:59:42.074029 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:59:42.086244 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:59:42.098480 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:59:42.221798 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:59:42.427181 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:59:42.911811 run create_hlr_db(pid=5362): Launched\u000a22:59:43.088802 bus /sierra_2: Setting Powered False\u000a22:59:44.109071 run create_hlr_db(pid=5362): Terminated: ok {rc=0}\u000a22:59:44.517034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5364): Launched\u000a22:59:44.824904 run osmo-hlr_10.42.42.2(pid=5365): Launched\u000a22:59:44.942178 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:59:45.475369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5367): Launched\u000a22:59:45.782665 run osmo-stp_10.42.42.5(pid=5368): Launched\u000a22:59:45.929892 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:59:46.537301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5370): Launched\u000a22:59:46.933426 run osmo-msc_10.42.42.6(pid=5371): Launched\u000a22:59:47.258967 run osmo-stp_10.42.42.5(pid=5368): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5368)]\u000a22:59:47.410261 run osmo-stp_10.42.42.5(pid=5368): stdout: \u000a| (launched: 2022-12-12_22:59:45.631287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:47.545979 run osmo-stp_10.42.42.5(pid=5368): stderr: \u000a| �[0;m�[38;5;43m20221212225945803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225945803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225945804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225945804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225945804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225945805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225945805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:47.676519 run osmo-stp_10.42.42.5(pid=5368): stdout: \u000a| (launched: 2022-12-12_22:59:45.631287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:47.806439 run osmo-stp_10.42.42.5(pid=5368): stderr: \u000a| �[0;m�[38;5;43m20221212225945803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225945803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225945804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225945804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225945804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225945805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225945805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:47.863839 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5368): Process ended prematurely: osmo-stp_10.42.42.5(pid=5368) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5368)] [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a22:59:47.872891 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a22:59:47.934938 run osmo-hlr_10.42.42.2(pid=5365): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5365)]\u000a22:59:47.985769 run osmo-hlr_10.42.42.2(pid=5365): stdout: \u000a| (launched: 2022-12-12_22:59:44.672749) \u000a22:59:48.037044 run osmo-hlr_10.42.42.2(pid=5365): stderr: \u000a| �[0;m�[1;31m20221212225944852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225944852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225944852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225944853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225944853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225944853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225944864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225944873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225944873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225944873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:59:48.107129 run osmo-msc_10.42.42.6(pid=5371): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5371)]\u000a22:59:48.157939 run osmo-msc_10.42.42.6(pid=5371): stdout: \u000a| (launched: 2022-12-12_22:59:46.695097) \u000a22:59:48.209181 run osmo-msc_10.42.42.6(pid=5371): stderr: \u000a| �[0;m�[38;5;43m20221212225947202 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212225947202 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda59359c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212225947202 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212225947202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212225947202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212225947203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212225947204 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212225947205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212225947205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212225947205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:59:48.252526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5364): Terminating (SIGTERM)\u000a22:59:48.294067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5367): Terminating (SIGTERM)\u000a22:59:48.335655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5370): Terminating (SIGTERM)\u000a22:59:48.345421 --- ParallelTerminationStrategy: PID 5364 died...\u000a22:59:48.400643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5364): Terminated: ok {rc=0}\u000a22:59:48.410785 --- ParallelTerminationStrategy: PID 5367 died...\u000a22:59:48.466427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5367): Terminated: ok {rc=0}\u000a22:59:48.476500 --- ParallelTerminationStrategy: PID 5370 died...\u000a22:59:48.532361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5370): Terminated: ok {rc=0}\u000a22:59:48.618725 bus /sierra_3: Setting Powered False\u000a22:59:49.724796 bus /sierra_3: Setting Powered False\u000a22:59:50.831515 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:59:30" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5382): Process ended prematurely: osmo-stp_10.42.42.5(pid=5382) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5382)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5382): Process ended prematurely: osmo-stp_10.42.42.5(pid=5382) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5382)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:59:52.823693 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:59:52.835416 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:59:52.997905 tst mo_mt_call.py: using LAC 32096\u000a22:59:53.128442 tst mo_mt_call.py: using RAC 221\u000a22:59:53.256226 tst mo_mt_call.py: using CellId 32096\u000a22:59:53.384447 tst mo_mt_call.py: using BVCI 32097\u000a22:59:53.409449 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:59:53.421107 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:59:53.432471 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:59:53.444003 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:59:53.455554 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:59:53.467064 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:59:53.584466 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:59:53.795567 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:59:54.318716 run create_hlr_db(pid=5376): Launched\u000a22:59:54.507806 bus /sierra_2: Setting Powered False\u000a22:59:55.528667 run create_hlr_db(pid=5376): Terminated: ok {rc=0}\u000a22:59:55.963269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5378): Launched\u000a22:59:56.290329 run osmo-hlr_10.42.42.2(pid=5379): Launched\u000a22:59:56.412582 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:59:56.982482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5381): Launched\u000a22:59:57.309166 run osmo-stp_10.42.42.5(pid=5382): Launched\u000a22:59:57.430576 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:59:58.031365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5384): Launched\u000a22:59:58.359264 run osmo-msc_10.42.42.6(pid=5385): Launched\u000a22:59:58.551982 run osmo-stp_10.42.42.5(pid=5382): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5382)]\u000a22:59:58.690763 run osmo-stp_10.42.42.5(pid=5382): stdout: \u000a| (launched: 2022-12-12_22:59:57.148785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:58.828741 run osmo-stp_10.42.42.5(pid=5382): stderr: \u000a| �[0;m�[38;5;43m20221212225957343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225957343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225957343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225957344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225957344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225957344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225957344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:58.960332 run osmo-stp_10.42.42.5(pid=5382): stdout: \u000a| (launched: 2022-12-12_22:59:57.148785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:59.090574 run osmo-stp_10.42.42.5(pid=5382): stderr: \u000a| �[0;m�[38;5;43m20221212225957343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212225957343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212225957343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212225957344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212225957344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212225957344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212225957344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:59.147780 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5382): Process ended prematurely: osmo-stp_10.42.42.5(pid=5382) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5382)] [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a22:59:59.156800 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a22:59:59.219438 run osmo-hlr_10.42.42.2(pid=5379): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5379)]\u000a22:59:59.270650 run osmo-hlr_10.42.42.2(pid=5379): stdout: \u000a| (launched: 2022-12-12_22:59:56.130461) \u000a22:59:59.322641 run osmo-hlr_10.42.42.2(pid=5379): stderr: \u000a| �[0;m�[1;31m20221212225956329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212225956329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212225956329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225956329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212225956329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212225956329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212225956342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212225956350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212225956350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212225956350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:59:59.393890 run osmo-msc_10.42.42.6(pid=5385): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5385)]\u000a22:59:59.444847 run osmo-msc_10.42.42.6(pid=5385): stdout: \u000a| (launched: 2022-12-12_22:59:58.197899) \u000a22:59:59.496627 run osmo-msc_10.42.42.6(pid=5385): stderr: \u000a| �[0;m�[38;5;43m20221212225958523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212225958523 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc0217b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212225958524 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212225958524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212225958524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212225958524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212225958526 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212225958526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212225958526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212225958526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:59:59.540469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5378): Terminating (SIGTERM)\u000a22:59:59.582038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5381): Terminating (SIGTERM)\u000a22:59:59.623375 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5384): Terminating (SIGTERM)\u000a22:59:59.633134 --- ParallelTerminationStrategy: PID 5378 died...\u000a22:59:59.688736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5378): Terminated: ok {rc=0}\u000a22:59:59.698889 --- ParallelTerminationStrategy: PID 5381 died...\u000a22:59:59.753660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5381): Terminated: ok {rc=0}\u000a22:59:59.763659 --- ParallelTerminationStrategy: PID 5384 died...\u000a22:59:59.818689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5384): Terminated: ok {rc=0}\u000a22:59:59.904041 bus /sierra_3: Setting Powered False\u000a23:00:01.014511 bus /sierra_3: Setting Powered False\u000a23:00:02.133040 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5404): Process ended prematurely: osmo-stp_10.42.42.5(pid=5404) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5404)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5404): Process ended prematurely: osmo-stp_10.42.42.5(pid=5404) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5404)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:00:03.247585 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:00:03.259942 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:00:03.424354 tst mo_mt_call_osmux.py: using LAC 32097\u000a23:00:03.552064 tst mo_mt_call_osmux.py: using RAC 222\u000a23:00:03.681384 tst mo_mt_call_osmux.py: using CellId 32097\u000a23:00:03.806332 tst mo_mt_call_osmux.py: using BVCI 32098\u000a23:00:03.830015 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:00:03.841490 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:00:03.852649 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:00:03.864178 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:00:03.875665 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:00:03.887144 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:00:04.008277 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:00:04.211725 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:00:04.694502 run create_hlr_db(pid=5397): Launched\u000a23:00:04.871917 bus /sierra_2: Setting Powered False\u000a23:00:05.891480 run create_hlr_db(pid=5397): Terminated: ok {rc=0}\u000a23:00:06.323910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5400): Launched\u000a23:00:06.650575 run osmo-hlr_10.42.42.2(pid=5401): Launched\u000a23:00:06.773557 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:00:07.345302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5403): Launched\u000a23:00:07.674190 run osmo-stp_10.42.42.5(pid=5404): Launched\u000a23:00:07.792739 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:00:08.387408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5406): Launched\u000a23:00:08.712305 run osmo-msc_10.42.42.6(pid=5407): Launched\u000a23:00:08.903356 run osmo-stp_10.42.42.5(pid=5404): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5404)]\u000a23:00:09.040821 run osmo-stp_10.42.42.5(pid=5404): stdout: \u000a| (launched: 2022-12-12_23:00:07.512167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:00:09.177196 run osmo-stp_10.42.42.5(pid=5404): stderr: \u000a| �[0;m�[38;5;43m20221212230007704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230007704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230007704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230007705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230007707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230007707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230007707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:00:09.307242 run osmo-stp_10.42.42.5(pid=5404): stdout: \u000a| (launched: 2022-12-12_23:00:07.512167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:00:09.436691 run osmo-stp_10.42.42.5(pid=5404): stderr: \u000a| �[0;m�[38;5;43m20221212230007704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230007704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230007704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230007705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230007707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230007707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230007707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:00:09.493851 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5404): Process ended prematurely: osmo-stp_10.42.42.5(pid=5404) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5404)] [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a23:00:09.502942 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a23:00:09.565100 run osmo-hlr_10.42.42.2(pid=5401): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5401)]\u000a23:00:09.615742 run osmo-hlr_10.42.42.2(pid=5401): stdout: \u000a| (launched: 2022-12-12_23:00:06.489768) \u000a23:00:09.667255 run osmo-hlr_10.42.42.2(pid=5401): stderr: \u000a| �[0;m�[1;31m20221212230006687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230006687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230006687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230006687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230006687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230006687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230006700 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230006710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230006710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230006711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:00:09.737399 run osmo-msc_10.42.42.6(pid=5407): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5407)]\u000a23:00:09.788035 run osmo-msc_10.42.42.6(pid=5407): stdout: \u000a| (launched: 2022-12-12_23:00:08.553055) \u000a23:00:09.839180 run osmo-msc_10.42.42.6(pid=5407): stderr: \u000a| �[0;m�[38;5;43m20221212230008879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212230008879 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8dab340c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212230008879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212230008879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212230008879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212230008879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212230008881 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212230008882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212230008882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212230008882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:00:09.883094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5400): Terminating (SIGTERM)\u000a23:00:09.924454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5403): Terminating (SIGTERM)\u000a23:00:09.965769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5406): Terminating (SIGTERM)\u000a23:00:09.975456 --- ParallelTerminationStrategy: PID 5400 died...\u000a23:00:10.030608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5400): Terminated: ok {rc=0}\u000a23:00:10.040616 --- ParallelTerminationStrategy: PID 5403 died...\u000a23:00:10.095442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5403): Terminated: ok {rc=0}\u000a23:00:10.105546 --- ParallelTerminationStrategy: PID 5406 died...\u000a23:00:10.160273 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5406): Terminated: ok {rc=0}\u000a23:00:10.246507 bus /sierra_3: Setting Powered False\u000a23:00:11.353174 bus /sierra_3: Setting Powered False\u000a23:00:12.464219 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:59:52" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5769): Process ended prematurely: osmo-stp_10.42.42.5(pid=5769) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5769)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5769): Process ended prematurely: osmo-stp_10.42.42.5(pid=5769) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5769)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:00:14.459279 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:00:14.470726 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:00:14.629833 tst mo_mt_call.py: using LAC 32098\u000a23:00:14.749363 tst mo_mt_call.py: using RAC 223\u000a23:00:14.869049 tst mo_mt_call.py: using CellId 32098\u000a23:00:14.988169 tst mo_mt_call.py: using BVCI 32099\u000a23:00:15.011579 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:00:15.022993 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:00:15.034033 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:00:15.045363 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:00:15.056678 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:00:15.067952 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:00:15.188229 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:00:15.393236 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:00:15.882210 run create_hlr_db(pid=5763): Launched\u000a23:00:16.063851 bus /sierra_2: Setting Powered False\u000a23:00:17.085105 run create_hlr_db(pid=5763): Terminated: ok {rc=0}\u000a23:00:17.501401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5765): Launched\u000a23:00:17.809899 run osmo-hlr_10.42.42.2(pid=5766): Launched\u000a23:00:17.922479 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:00:18.454788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5768): Launched\u000a23:00:18.762860 run osmo-stp_10.42.42.5(pid=5769): Launched\u000a23:00:18.875430 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:00:19.435280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5771): Launched\u000a23:00:19.744708 run osmo-msc_10.42.42.6(pid=5772): Launched\u000a23:00:19.926288 run osmo-stp_10.42.42.5(pid=5769): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5769)]\u000a23:00:20.056695 run osmo-stp_10.42.42.5(pid=5769): stdout: \u000a| (launched: 2022-12-12_23:00:18.610298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:00:20.185227 run osmo-stp_10.42.42.5(pid=5769): stderr: \u000a| �[0;m�[38;5;43m20221212230018780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230018781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230018781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230018781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230018783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230018784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230018784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:00:20.308248 run osmo-stp_10.42.42.5(pid=5769): stdout: \u000a| (launched: 2022-12-12_23:00:18.610298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:00:20.430645 run osmo-stp_10.42.42.5(pid=5769): stderr: \u000a| �[0;m�[38;5;43m20221212230018780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230018781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230018781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230018781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230018783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230018784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230018784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:00:20.484668 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5769): Process ended prematurely: osmo-stp_10.42.42.5(pid=5769) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5769)] [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a23:00:20.493284 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a23:00:20.553427 run osmo-hlr_10.42.42.2(pid=5766): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5766)]\u000a23:00:20.602270 run osmo-hlr_10.42.42.2(pid=5766): stdout: \u000a| (launched: 2022-12-12_23:00:17.658446) \u000a23:00:20.651702 run osmo-hlr_10.42.42.2(pid=5766): stderr: \u000a| �[0;m�[1;31m20221212230017837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230017838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230017838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230017838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230017838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230017838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230017861 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230017870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230017870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230017870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:00:20.718749 run osmo-msc_10.42.42.6(pid=5772): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5772)]\u000a23:00:20.767570 run osmo-msc_10.42.42.6(pid=5772): stdout: \u000a| (launched: 2022-12-12_23:00:19.591830) \u000a23:00:20.817035 run osmo-msc_10.42.42.6(pid=5772): stderr: \u000a| �[0;m�[38;5;43m20221212230019866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212230019866 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6806a0ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212230019866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212230019866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212230019866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212230019866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212230019868 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212230019868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212230019869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212230019869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:00:20.858523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5765): Terminating (SIGTERM)\u000a23:00:20.898101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5768): Terminating (SIGTERM)\u000a23:00:20.937784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5771): Terminating (SIGTERM)\u000a23:00:20.947391 --- ParallelTerminationStrategy: PID 5765 died...\u000a23:00:21.000434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5765): Terminated: ok {rc=0}\u000a23:00:21.010419 --- ParallelTerminationStrategy: PID 5768 died...\u000a23:00:21.062940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5768): Terminated: ok {rc=0}\u000a23:00:21.072858 --- ParallelTerminationStrategy: PID 5771 died...\u000a23:00:21.125517 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5771): Terminated: ok {rc=0}\u000a23:00:21.212596 bus /sierra_3: Setting Powered False\u000a23:00:22.315835 bus /sierra_3: Setting Powered False\u000a23:00:23.425445 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5956): Process ended prematurely: osmo-stp_10.42.42.5(pid=5956) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5956)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5956): Process ended prematurely: osmo-stp_10.42.42.5(pid=5956) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5956)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:00:24.544628 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:00:24.557538 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:00:24.726720 tst mo_mt_call_osmux.py: using LAC 32099\u000a23:00:24.855383 tst mo_mt_call_osmux.py: using RAC 224\u000a23:00:24.991493 tst mo_mt_call_osmux.py: using CellId 32099\u000a23:00:25.126360 tst mo_mt_call_osmux.py: using BVCI 32100\u000a23:00:25.152591 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:00:25.165588 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:00:25.178077 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:00:25.190351 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:00:25.202922 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:00:25.216043 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:00:25.340475 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:00:25.561925 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:00:26.138105 run create_hlr_db(pid=5949): Launched\u000a23:00:26.335350 bus /sierra_2: Setting Powered False\u000a23:00:27.355669 run create_hlr_db(pid=5949): Terminated: ok {rc=0}\u000a23:00:27.819435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5951): Launched\u000a23:00:28.227205 run osmo-hlr_10.42.42.2(pid=5952): Launched\u000a23:00:28.396277 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:00:28.978339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5955): Launched\u000a23:00:29.311131 run osmo-stp_10.42.42.5(pid=5956): Launched\u000a23:00:29.432734 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:00:30.041278 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5958): Launched\u000a23:00:30.375707 run osmo-msc_10.42.42.6(pid=5959): Launched\u000a23:00:30.570441 run osmo-stp_10.42.42.5(pid=5956): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5956)]\u000a23:00:30.710459 run osmo-stp_10.42.42.5(pid=5956): stdout: \u000a| (launched: 2022-12-12_23:00:29.147739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:00:30.864115 run osmo-stp_10.42.42.5(pid=5956): stderr: \u000a| �[0;m�[38;5;43m20221212230029344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230029344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230029345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230029345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230029346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230029346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230029346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:00:31.005365 run osmo-stp_10.42.42.5(pid=5956): stdout: \u000a| (launched: 2022-12-12_23:00:29.147739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:00:31.139562 run osmo-stp_10.42.42.5(pid=5956): stderr: \u000a| �[0;m�[38;5;43m20221212230029344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230029344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230029345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230029345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230029346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230029346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230029346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:00:31.199122 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5956): Process ended prematurely: osmo-stp_10.42.42.5(pid=5956) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5956)] [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a23:00:31.208803 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a23:00:31.272341 run osmo-hlr_10.42.42.2(pid=5952): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5952)]\u000a23:00:31.324709 run osmo-hlr_10.42.42.2(pid=5952): stdout: \u000a| (launched: 2022-12-12_23:00:27.982317) \u000a23:00:31.378088 run osmo-hlr_10.42.42.2(pid=5952): stderr: \u000a| �[0;m�[1;31m20221212230028287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230028287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230028287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230028287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230028287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230028287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230028304 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230028315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230028315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230028315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:00:31.449858 run osmo-msc_10.42.42.6(pid=5959): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5959)]\u000a23:00:31.502011 run osmo-msc_10.42.42.6(pid=5959): stdout: \u000a| (launched: 2022-12-12_23:00:30.210785) \u000a23:00:31.554430 run osmo-msc_10.42.42.6(pid=5959): stderr: \u000a| �[0;m�[38;5;43m20221212230030537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212230030537 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4bd4275c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212230030537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212230030537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212230030537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212230030537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212230030539 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212230030539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212230030540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212230030540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:00:31.599898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5951): Terminating (SIGTERM)\u000a23:00:31.643627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5955): Terminating (SIGTERM)\u000a23:00:31.687947 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5958): Terminating (SIGTERM)\u000a23:00:31.697827 --- ParallelTerminationStrategy: PID 5951 died...\u000a23:00:31.754380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5951): Terminated: ok {rc=0}\u000a23:00:31.764937 --- ParallelTerminationStrategy: PID 5955 died...\u000a23:00:31.821745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5955): Terminated: ok {rc=0}\u000a23:00:31.832326 --- ParallelTerminationStrategy: PID 5958 died...\u000a23:00:31.888987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5958): Terminated: ok {rc=0}\u000a23:00:31.978338 bus /sierra_3: Setting Powered False\u000a23:00:33.078395 bus /sierra_3: Setting Powered False\u000a23:00:34.188590 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:00:14" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5970): Process ended prematurely: osmo-stp_10.42.42.5(pid=5970) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5970)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5970): Process ended prematurely: osmo-stp_10.42.42.5(pid=5970) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5970)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:00:36.179303 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:00:36.191150 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:00:36.356855 tst mo_mt_call.py: using LAC 32100\u000a23:00:36.488841 tst mo_mt_call.py: using RAC 225\u000a23:00:36.619478 tst mo_mt_call.py: using CellId 32100\u000a23:00:36.744233 tst mo_mt_call.py: using BVCI 32101\u000a23:00:36.768324 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:00:36.780213 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:00:36.791649 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:00:36.803283 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:00:36.814862 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:00:36.826347 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:00:36.947197 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:00:37.155034 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:00:37.649356 run create_hlr_db(pid=5964): Launched\u000a23:00:37.830481 bus /sierra_2: Setting Powered False\u000a23:00:38.851463 run create_hlr_db(pid=5964): Terminated: ok {rc=0}\u000a23:00:39.295559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5966): Launched\u000a23:00:39.632679 run osmo-hlr_10.42.42.2(pid=5967): Launched\u000a23:00:39.758127 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:00:40.341928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5969): Launched\u000a23:00:40.674806 run osmo-stp_10.42.42.5(pid=5970): Launched\u000a23:00:40.795655 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:00:41.403998 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5972): Launched\u000a23:00:41.739406 run osmo-msc_10.42.42.6(pid=5973): Launched\u000a23:00:41.935230 run osmo-stp_10.42.42.5(pid=5970): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5970)]\u000a23:00:42.075251 run osmo-stp_10.42.42.5(pid=5970): stdout: \u000a| (launched: 2022-12-12_23:00:40.511064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:00:42.215170 run osmo-stp_10.42.42.5(pid=5970): stderr: \u000a| �[0;m�[38;5;43m20221212230040706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230040707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230040707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230040707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230040708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230040708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230040708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:00:42.348670 run osmo-stp_10.42.42.5(pid=5970): stdout: \u000a| (launched: 2022-12-12_23:00:40.511064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:00:42.480649 run osmo-stp_10.42.42.5(pid=5970): stderr: \u000a| �[0;m�[38;5;43m20221212230040706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230040707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230040707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230040707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230040708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230040708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230040708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:00:42.538856 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5970): Process ended prematurely: osmo-stp_10.42.42.5(pid=5970) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5970)] [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a23:00:42.548156 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a23:00:42.610775 run osmo-hlr_10.42.42.2(pid=5967): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5967)]\u000a23:00:42.661951 run osmo-hlr_10.42.42.2(pid=5967): stdout: \u000a| (launched: 2022-12-12_23:00:39.464860) \u000a23:00:42.713962 run osmo-hlr_10.42.42.2(pid=5967): stderr: \u000a| �[0;m�[1;31m20221212230039666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230039666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230039666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230039666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230039666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230039666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230039679 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230039690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230039690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230039690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:00:42.784668 run osmo-msc_10.42.42.6(pid=5973): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5973)]\u000a23:00:42.835802 run osmo-msc_10.42.42.6(pid=5973): stdout: \u000a| (launched: 2022-12-12_23:00:41.574787) \u000a23:00:42.887858 run osmo-msc_10.42.42.6(pid=5973): stderr: \u000a| �[0;m�[38;5;43m20221212230041898 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212230041898 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc298a79c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212230041899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212230041899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212230041899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212230041899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212230041902 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212230041903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212230041903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212230041903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:00:42.932138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5966): Terminating (SIGTERM)\u000a23:00:42.973917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5969): Terminating (SIGTERM)\u000a23:00:43.015504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5972): Terminating (SIGTERM)\u000a23:00:43.025317 --- ParallelTerminationStrategy: PID 5966 died...\u000a23:00:43.081475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5966): Terminated: ok {rc=0}\u000a23:00:43.091600 --- ParallelTerminationStrategy: PID 5969 died...\u000a23:00:43.147036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5969): Terminated: ok {rc=0}\u000a23:00:43.157359 --- ParallelTerminationStrategy: PID 5972 died...\u000a23:00:43.212520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5972): Terminated: ok {rc=0}\u000a23:00:43.298625 bus /sierra_3: Setting Powered False\u000a23:00:44.404025 bus /sierra_3: Setting Powered False\u000a23:00:45.511463 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5981): Process ended prematurely: osmo-stp_10.42.42.5(pid=5981) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5981)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5981): Process ended prematurely: osmo-stp_10.42.42.5(pid=5981) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5981)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:00:46.624496 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:00:46.637639 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:00:46.840459 tst mo_mt_call_osmux.py: using LAC 32101\u000a23:00:46.977157 tst mo_mt_call_osmux.py: using RAC 226\u000a23:00:47.106327 tst mo_mt_call_osmux.py: using CellId 32101\u000a23:00:47.240650 tst mo_mt_call_osmux.py: using BVCI 32102\u000a23:00:47.266898 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:00:47.279212 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:00:47.291017 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:00:47.302620 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:00:47.314414 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:00:47.326078 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:00:47.445484 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:00:47.655024 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:00:48.151225 run create_hlr_db(pid=5975): Launched\u000a23:00:48.332488 bus /sierra_2: Setting Powered False\u000a23:00:49.353174 run create_hlr_db(pid=5975): Terminated: ok {rc=0}\u000a23:00:49.797257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5977): Launched\u000a23:00:50.133229 run osmo-hlr_10.42.42.2(pid=5978): Launched\u000a23:00:50.258576 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:00:50.838384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5980): Launched\u000a23:00:51.171420 run osmo-stp_10.42.42.5(pid=5981): Launched\u000a23:00:51.297520 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:00:51.904568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5983): Launched\u000a23:00:52.237490 run osmo-msc_10.42.42.6(pid=5984): Launched\u000a23:00:52.431886 run osmo-stp_10.42.42.5(pid=5981): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5981)]\u000a23:00:52.571955 run osmo-stp_10.42.42.5(pid=5981): stdout: \u000a| (launched: 2022-12-12_23:00:51.008242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:00:52.711597 run osmo-stp_10.42.42.5(pid=5981): stderr: \u000a| �[0;m�[38;5;43m20221212230051204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230051204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230051205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230051205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230051206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230051206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230051206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:00:52.844864 run osmo-stp_10.42.42.5(pid=5981): stdout: \u000a| (launched: 2022-12-12_23:00:51.008242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:00:52.977550 run osmo-stp_10.42.42.5(pid=5981): stderr: \u000a| �[0;m�[38;5;43m20221212230051204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230051204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230051205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230051205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230051206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230051206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230051206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:00:53.035923 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5981): Process ended prematurely: osmo-stp_10.42.42.5(pid=5981) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5981)] [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a23:00:53.045403 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a23:00:53.107944 run osmo-hlr_10.42.42.2(pid=5978): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5978)]\u000a23:00:53.159067 run osmo-hlr_10.42.42.2(pid=5978): stdout: \u000a| (launched: 2022-12-12_23:00:49.967847) \u000a23:00:53.210889 run osmo-hlr_10.42.42.2(pid=5978): stderr: \u000a| �[0;m�[1;31m20221212230050170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230050170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230050170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230050170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230050170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230050170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230050184 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230050192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230050192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230050192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:00:53.281390 run osmo-msc_10.42.42.6(pid=5984): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5984)]\u000a23:00:53.332338 run osmo-msc_10.42.42.6(pid=5984): stdout: \u000a| (launched: 2022-12-12_23:00:52.074599) \u000a23:00:53.384287 run osmo-msc_10.42.42.6(pid=5984): stderr: \u000a| �[0;m�[38;5;43m20221212230052398 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212230052399 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f07b70c5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212230052399 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212230052399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212230052399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212230052399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212230052401 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212230052401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212230052401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212230052402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:00:53.428081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5977): Terminating (SIGTERM)\u000a23:00:53.469610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5980): Terminating (SIGTERM)\u000a23:00:53.511070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5983): Terminating (SIGTERM)\u000a23:00:53.520829 --- ParallelTerminationStrategy: PID 5977 died...\u000a23:00:53.576618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5977): Terminated: ok {rc=0}\u000a23:00:53.586883 --- ParallelTerminationStrategy: PID 5980 died...\u000a23:00:53.642733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5980): Terminated: ok {rc=0}\u000a23:00:53.653019 --- ParallelTerminationStrategy: PID 5983 died...\u000a23:00:53.708978 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5983): Terminated: ok {rc=0}\u000a23:00:53.796638 bus /sierra_3: Setting Powered False\u000a23:00:54.904171 bus /sierra_3: Setting Powered False\u000a23:00:56.012551 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:00:35" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5995): Process ended prematurely: osmo-stp_10.42.42.5(pid=5995) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5995)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5995): Process ended prematurely: osmo-stp_10.42.42.5(pid=5995) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5995)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a23:00:58.022231 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:00:58.034177 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:00:58.196837 tst mo_mt_call.py: using LAC 32102\u000a23:00:58.331359 tst mo_mt_call.py: using RAC 227\u000a23:00:58.461291 tst mo_mt_call.py: using CellId 32102\u000a23:00:58.590446 tst mo_mt_call.py: using BVCI 32103\u000a23:00:58.615706 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:00:58.627609 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:00:58.639291 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:00:58.651081 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:00:58.663305 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:00:58.675066 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:00:58.798833 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:00:59.015068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:00:59.512269 run create_hlr_db(pid=5989): Launched\u000a23:00:59.695155 bus /sierra_2: Setting Powered False\u000a23:01:00.714170 run create_hlr_db(pid=5989): Terminated: ok {rc=0}\u000a23:01:01.201285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5991): Launched\u000a23:01:01.651817 run osmo-hlr_10.42.42.2(pid=5992): Launched\u000a23:01:01.780738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:01:02.470145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5994): Launched\u000a23:01:02.783209 run osmo-stp_10.42.42.5(pid=5995): Launched\u000a23:01:02.897272 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:01:03.466783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5997): Launched\u000a23:01:03.782190 run osmo-msc_10.42.42.6(pid=5998): Launched\u000a23:01:03.966745 run osmo-stp_10.42.42.5(pid=5995): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5995)]\u000a23:01:04.098973 run osmo-stp_10.42.42.5(pid=5995): stdout: \u000a| (launched: 2022-12-12_23:01:02.629264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:01:04.229312 run osmo-stp_10.42.42.5(pid=5995): stderr: \u000a| �[0;m�[38;5;43m20221212230102801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230102802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230102802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230102802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230102803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230102803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230102803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:01:04.354329 run osmo-stp_10.42.42.5(pid=5995): stdout: \u000a| (launched: 2022-12-12_23:01:02.629264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:01:04.478735 run osmo-stp_10.42.42.5(pid=5995): stderr: \u000a| �[0;m�[38;5;43m20221212230102801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230102802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230102802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230102802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230102803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230102803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230102803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:01:04.533487 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5995): Process ended prematurely: osmo-stp_10.42.42.5(pid=5995) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5995)] [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a23:01:04.541980 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a23:01:04.602161 run osmo-hlr_10.42.42.2(pid=5992): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5992)]\u000a23:01:04.651089 run osmo-hlr_10.42.42.2(pid=5992): stdout: \u000a| (launched: 2022-12-12_23:01:01.399746) \u000a23:01:04.700511 run osmo-hlr_10.42.42.2(pid=5992): stderr: \u000a| �[0;m�[1;31m20221212230101760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230101760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230101760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230101760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230101760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230101760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230101814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230101832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230101833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230101833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:01:04.767348 run osmo-msc_10.42.42.6(pid=5998): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5998)]\u000a23:01:04.816466 run osmo-msc_10.42.42.6(pid=5998): stdout: \u000a| (launched: 2022-12-12_23:01:03.626898) \u000a23:01:04.865384 run osmo-msc_10.42.42.6(pid=5998): stderr: \u000a| �[0;m�[38;5;43m20221212230103903 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212230103903 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8b5b7bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212230103903 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212230103903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212230103903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212230103903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212230103905 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212230103906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212230103906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212230103906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:01:04.907284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5991): Terminating (SIGTERM)\u000a23:01:04.947244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5994): Terminating (SIGTERM)\u000a23:01:04.986913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5997): Terminating (SIGTERM)\u000a23:01:04.996226 --- ParallelTerminationStrategy: PID 5991 died...\u000a23:01:05.049261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5991): Terminated: ok {rc=0}\u000a23:01:05.059166 --- ParallelTerminationStrategy: PID 5994 died...\u000a23:01:05.112171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5994): Terminated: ok {rc=0}\u000a23:01:05.122222 --- ParallelTerminationStrategy: PID 5997 died...\u000a23:01:05.174998 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5997): Terminated: ok {rc=0}\u000a23:01:05.262456 bus /sierra_3: Setting Powered False\u000a23:01:06.366004 bus /sierra_3: Setting Powered False\u000a23:01:07.477114 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6006): Process ended prematurely: osmo-stp_10.42.42.5(pid=6006) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6006)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6006): Process ended prematurely: osmo-stp_10.42.42.5(pid=6006) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6006)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:01:08.588014 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:01:08.600365 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:01:08.758263 tst mo_mt_call_osmux.py: using LAC 32103\u000a23:01:08.883587 tst mo_mt_call_osmux.py: using RAC 228\u000a23:01:09.007539 tst mo_mt_call_osmux.py: using CellId 32103\u000a23:01:09.133242 tst mo_mt_call_osmux.py: using BVCI 32104\u000a23:01:09.157358 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:01:09.168709 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:01:09.179905 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:01:09.191515 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:01:09.203214 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:01:09.214702 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:01:09.337412 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:01:09.546958 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:01:10.041230 run create_hlr_db(pid=6000): Launched\u000a23:01:10.222734 bus /sierra_2: Setting Powered False\u000a23:01:11.242439 run create_hlr_db(pid=6000): Terminated: ok {rc=0}\u000a23:01:11.660929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6002): Launched\u000a23:01:11.976882 run osmo-hlr_10.42.42.2(pid=6003): Launched\u000a23:01:12.091183 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:01:12.638735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6005): Launched\u000a23:01:12.954833 run osmo-stp_10.42.42.5(pid=6006): Launched\u000a23:01:13.069967 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:01:13.641460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6008): Launched\u000a23:01:13.956495 run osmo-msc_10.42.42.6(pid=6009): Launched\u000a23:01:14.142109 run osmo-stp_10.42.42.5(pid=6006): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6006)]\u000a23:01:14.275141 run osmo-stp_10.42.42.5(pid=6006): stdout: \u000a| (launched: 2022-12-12_23:01:12.798982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:01:14.406366 run osmo-stp_10.42.42.5(pid=6006): stderr: \u000a| �[0;m�[38;5;43m20221212230112972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230112972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230112973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230112973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230112974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230112974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230112974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:01:14.532332 run osmo-stp_10.42.42.5(pid=6006): stdout: \u000a| (launched: 2022-12-12_23:01:12.798982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:01:14.657527 run osmo-stp_10.42.42.5(pid=6006): stderr: \u000a| �[0;m�[38;5;43m20221212230112972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230112972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230112973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230112973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230112974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230112974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230112974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:01:14.712351 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6006): Process ended prematurely: osmo-stp_10.42.42.5(pid=6006) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6006)] [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a23:01:14.721212 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:01:14.781352 run osmo-hlr_10.42.42.2(pid=6003): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6003)]\u000a23:01:14.830297 run osmo-hlr_10.42.42.2(pid=6003): stdout: \u000a| (launched: 2022-12-12_23:01:11.820234) \u000a23:01:14.879752 run osmo-hlr_10.42.42.2(pid=6003): stderr: \u000a| �[0;m�[1;31m20221212230112001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230112001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230112001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230112001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230112001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230112001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230112028 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230112037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230112038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230112038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:01:14.947054 run osmo-msc_10.42.42.6(pid=6009): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6009)]\u000a23:01:14.996186 run osmo-msc_10.42.42.6(pid=6009): stdout: \u000a| (launched: 2022-12-12_23:01:13.800264) \u000a23:01:15.045743 run osmo-msc_10.42.42.6(pid=6009): stderr: \u000a| �[0;m�[38;5;43m20221212230114073 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212230114074 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8c11661c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212230114074 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212230114074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212230114074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212230114074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212230114076 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212230114076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212230114076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212230114076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:01:15.087333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6002): Terminating (SIGTERM)\u000a23:01:15.127026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6005): Terminating (SIGTERM)\u000a23:01:15.166811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6008): Terminating (SIGTERM)\u000a23:01:15.176513 --- ParallelTerminationStrategy: PID 6002 died...\u000a23:01:15.229767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6002): Terminated: ok {rc=0}\u000a23:01:15.239761 --- ParallelTerminationStrategy: PID 6005 died...\u000a23:01:15.293382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6005): Terminated: ok {rc=0}\u000a23:01:15.303607 --- ParallelTerminationStrategy: PID 6008 died...\u000a23:01:15.356582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6008): Terminated: ok {rc=0}\u000a23:01:15.445158 bus /sierra_3: Setting Powered False\u000a23:01:16.564746 bus /sierra_3: Setting Powered False\u000a23:01:17.672877 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:00:57" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6021): Process ended prematurely: osmo-stp_10.42.42.5(pid=6021) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6021)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6021): Process ended prematurely: osmo-stp_10.42.42.5(pid=6021) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6021)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a23:01:19.674451 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:01:19.686122 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:01:19.852298 tst mo_mt_call.py: using LAC 32104\u000a23:01:19.986285 tst mo_mt_call.py: using RAC 229\u000a23:01:20.118366 tst mo_mt_call.py: using CellId 32104\u000a23:01:20.250105 tst mo_mt_call.py: using BVCI 32105\u000a23:01:20.275738 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:01:20.287283 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:01:20.298677 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:01:20.310034 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:01:20.321598 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:01:20.332894 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:01:20.451020 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:01:20.667370 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:01:21.199942 run create_hlr_db(pid=6015): Launched\u000a23:01:21.392934 bus /sierra_2: Setting Powered False\u000a23:01:22.413834 run create_hlr_db(pid=6015): Terminated: ok {rc=0}\u000a23:01:22.836372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6017): Launched\u000a23:01:23.150422 run osmo-hlr_10.42.42.2(pid=6018): Launched\u000a23:01:23.272522 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:01:23.820785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6020): Launched\u000a23:01:24.135051 run osmo-stp_10.42.42.5(pid=6021): Launched\u000a23:01:24.250003 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:01:24.821915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6023): Launched\u000a23:01:25.137355 run osmo-msc_10.42.42.6(pid=6024): Launched\u000a23:01:25.321899 run osmo-stp_10.42.42.5(pid=6021): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6021)]\u000a23:01:25.454502 run osmo-stp_10.42.42.5(pid=6021): stdout: \u000a| (launched: 2022-12-12_23:01:23.979766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:01:25.584461 run osmo-stp_10.42.42.5(pid=6021): stderr: \u000a| �[0;m�[38;5;43m20221212230124155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230124155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230124155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230124155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230124156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230124156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230124156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:01:25.709707 run osmo-stp_10.42.42.5(pid=6021): stdout: \u000a| (launched: 2022-12-12_23:01:23.979766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:01:25.833803 run osmo-stp_10.42.42.5(pid=6021): stderr: \u000a| �[0;m�[38;5;43m20221212230124155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230124155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230124155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230124155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230124156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230124156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230124156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:01:25.888319 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6021): Process ended prematurely: osmo-stp_10.42.42.5(pid=6021) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6021)] [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a23:01:25.897244 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a23:01:25.957296 run osmo-hlr_10.42.42.2(pid=6018): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6018)]\u000a23:01:26.005980 run osmo-hlr_10.42.42.2(pid=6018): stdout: \u000a| (launched: 2022-12-12_23:01:22.995970) \u000a23:01:26.055532 run osmo-hlr_10.42.42.2(pid=6018): stderr: \u000a| �[0;m�[1;31m20221212230123176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230123176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230123176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230123176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230123176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230123176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230123187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230123195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230123196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230123196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:01:26.122735 run osmo-msc_10.42.42.6(pid=6024): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6024)]\u000a23:01:26.171552 run osmo-msc_10.42.42.6(pid=6024): stdout: \u000a| (launched: 2022-12-12_23:01:24.981297) \u000a23:01:26.221122 run osmo-msc_10.42.42.6(pid=6024): stderr: \u000a| �[0;m�[38;5;43m20221212230125254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212230125254 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbdc46fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212230125254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212230125254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212230125254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212230125255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212230125256 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212230125257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212230125257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212230125257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:01:26.262578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6017): Terminating (SIGTERM)\u000a23:01:26.302336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6020): Terminating (SIGTERM)\u000a23:01:26.341987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6023): Terminating (SIGTERM)\u000a23:01:26.351592 --- ParallelTerminationStrategy: PID 6017 died...\u000a23:01:26.404742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6017): Terminated: ok {rc=0}\u000a23:01:26.414761 --- ParallelTerminationStrategy: PID 6020 died...\u000a23:01:26.468067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6020): Terminated: ok {rc=0}\u000a23:01:26.478004 --- ParallelTerminationStrategy: PID 6023 died...\u000a23:01:26.531373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6023): Terminated: ok {rc=0}\u000a23:01:26.620594 bus /sierra_3: Setting Powered False\u000a23:01:27.726196 bus /sierra_3: Setting Powered False\u000a23:01:28.834348 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6032): Process ended prematurely: osmo-stp_10.42.42.5(pid=6032) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6032)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6032): Process ended prematurely: osmo-stp_10.42.42.5(pid=6032) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6032)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:01:29.950592 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:01:29.962936 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:01:30.137881 tst mo_mt_call_osmux.py: using LAC 32105\u000a23:01:30.269050 tst mo_mt_call_osmux.py: using RAC 230\u000a23:01:30.398396 tst mo_mt_call_osmux.py: using CellId 32105\u000a23:01:30.527364 tst mo_mt_call_osmux.py: using BVCI 32106\u000a23:01:30.552916 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:01:30.564732 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:01:30.576202 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:01:30.587894 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:01:30.599504 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:01:30.611011 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:01:30.730968 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:01:30.963180 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:01:31.512828 run create_hlr_db(pid=6026): Launched\u000a23:01:31.701202 bus /sierra_2: Setting Powered False\u000a23:01:32.716939 run create_hlr_db(pid=6026): Terminated: ok {rc=0}\u000a23:01:33.159245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6028): Launched\u000a23:01:33.493100 run osmo-hlr_10.42.42.2(pid=6029): Launched\u000a23:01:33.614445 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:01:34.192050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6031): Launched\u000a23:01:34.524361 run osmo-stp_10.42.42.5(pid=6032): Launched\u000a23:01:34.645799 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:01:35.254147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6034): Launched\u000a23:01:35.587042 run osmo-msc_10.42.42.6(pid=6035): Launched\u000a23:01:35.781807 run osmo-stp_10.42.42.5(pid=6032): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6032)]\u000a23:01:35.922405 run osmo-stp_10.42.42.5(pid=6032): stdout: \u000a| (launched: 2022-12-12_23:01:34.361563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:01:36.062354 run osmo-stp_10.42.42.5(pid=6032): stderr: \u000a| �[0;m�[38;5;43m20221212230134557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230134557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230134557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230134557 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230134558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230134558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230134558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:01:36.196401 run osmo-stp_10.42.42.5(pid=6032): stdout: \u000a| (launched: 2022-12-12_23:01:34.361563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:01:36.328801 run osmo-stp_10.42.42.5(pid=6032): stderr: \u000a| �[0;m�[38;5;43m20221212230134557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230134557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230134557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230134557 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230134558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230134558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230134558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:01:36.387306 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6032): Process ended prematurely: osmo-stp_10.42.42.5(pid=6032) [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6032)] [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a23:01:36.396727 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a23:01:36.460263 run osmo-hlr_10.42.42.2(pid=6029): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6029)]\u000a23:01:36.512646 run osmo-hlr_10.42.42.2(pid=6029): stdout: \u000a| (launched: 2022-12-12_23:01:33.328168) \u000a23:01:36.565158 run osmo-hlr_10.42.42.2(pid=6029): stderr: \u000a| �[0;m�[1;31m20221212230133532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230133532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230133532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230133532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230133532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230133532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230133545 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230133553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230133553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230133553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:01:36.636704 run osmo-msc_10.42.42.6(pid=6035): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6035)]\u000a23:01:36.688573 run osmo-msc_10.42.42.6(pid=6035): stdout: \u000a| (launched: 2022-12-12_23:01:35.423581) \u000a23:01:36.740985 run osmo-msc_10.42.42.6(pid=6035): stderr: \u000a| �[0;m�[38;5;43m20221212230135749 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212230135749 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc86b030c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212230135749 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212230135749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212230135750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212230135750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212230135751 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212230135752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212230135752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212230135752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:01:36.785278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6028): Terminating (SIGTERM)\u000a23:01:36.827157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6031): Terminating (SIGTERM)\u000a23:01:36.869164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6034): Terminating (SIGTERM)\u000a23:01:36.879050 --- ParallelTerminationStrategy: PID 6028 died...\u000a23:01:36.935380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6028): Terminated: ok {rc=0}\u000a23:01:36.945674 --- ParallelTerminationStrategy: PID 6031 died...\u000a23:01:37.001617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6031): Terminated: ok {rc=0}\u000a23:01:37.011739 --- ParallelTerminationStrategy: PID 6034 died...\u000a23:01:37.067358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6034): Terminated: ok {rc=0}\u000a23:01:37.154659 bus /sierra_3: Setting Powered False\u000a23:01:38.261498 bus /sierra_3: Setting Powered False\u000a23:01:39.372402 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:01:19" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6048): Process ended prematurely: osmo-stp_10.42.42.5(pid=6048) [trial-2383↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6048)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6048): Process ended prematurely: osmo-stp_10.42.42.5(pid=6048) [trial-2383↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6048)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a23:01:41.384687 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:01:41.396086 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a23:01:41.537950 tst emergency_mo_mt_call.py: using LAC 32106\u000a23:01:41.681332 tst emergency_mo_mt_call.py: using RAC 231\u000a23:01:41.813387 tst emergency_mo_mt_call.py: using CellId 32106\u000a23:01:41.943131 tst emergency_mo_mt_call.py: using BVCI 32107\u000a23:01:41.968297 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:01:41.979737 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:01:41.991004 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:01:42.002301 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:01:42.013549 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:01:42.024767 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a23:01:42.141715 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a23:01:42.355184 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:01:42.878174 run create_hlr_db(pid=6041): Launched\u000a23:01:43.068386 bus /sierra_2: Setting Powered False\u000a23:01:44.087976 run create_hlr_db(pid=6041): Terminated: ok {rc=0}\u000a23:01:44.524902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6043): Launched\u000a23:01:44.852240 run osmo-hlr_10.42.42.2(pid=6044): Launched\u000a23:01:44.971344 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:01:45.539195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6047): Launched\u000a23:01:45.907146 run osmo-stp_10.42.42.5(pid=6048): Launched\u000a23:01:46.209226 tst emergency_mo_mt_call.py: using MSISDN 8012\u000a23:01:46.386936 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:01:47.072410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6050): Launched\u000a23:01:47.409309 run osmo-msc_10.42.42.6(pid=6051): Launched\u000a23:01:47.594428 run osmo-stp_10.42.42.5(pid=6048): ERR: Terminated: ERROR {rc=1} [trial-2383↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6048)]\u000a23:01:47.725305 run osmo-stp_10.42.42.5(pid=6048): stdout: \u000a| (launched: 2022-12-12_23:01:45.705714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:01:47.853572 run osmo-stp_10.42.42.5(pid=6048): stderr: \u000a| �[0;m�[38;5;43m20221212230145954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230145954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230145955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230145955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230145957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230145957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230145958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:01:47.977293 run osmo-stp_10.42.42.5(pid=6048): stdout: \u000a| (launched: 2022-12-12_23:01:45.705714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:01:48.099798 run osmo-stp_10.42.42.5(pid=6048): stderr: \u000a| �[0;m�[38;5;43m20221212230145954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230145954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230145955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230145955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230145957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230145957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230145958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:01:48.153533 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=6048): Process ended prematurely: osmo-stp_10.42.42.5(pid=6048) [trial-2383↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6048)] [trial-2383↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a23:01:48.161856 tst emergency_mo_mt_call.py:19: Test FAILED (6.8 sec)\u000a23:01:48.223188 run osmo-hlr_10.42.42.2(pid=6044): ERR: Terminated: ERROR {rc=237} [trial-2383↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6044)]\u000a23:01:48.273025 run osmo-hlr_10.42.42.2(pid=6044): stdout: \u000a| (launched: 2022-12-12_23:01:44.691261) \u000a23:01:48.323365 run osmo-hlr_10.42.42.2(pid=6044): stderr: \u000a| �[0;m�[1;31m20221212230144890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230144890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230144890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230144890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230144890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230144890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230144903 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230144911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230144912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230144912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:01:48.391593 run osmo-msc_10.42.42.6(pid=6051): ERR: Terminated: ERROR {rc=2} [trial-2383↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6051)]\u000a23:01:48.441360 run osmo-msc_10.42.42.6(pid=6051): stdout: \u000a| (launched: 2022-12-12_23:01:47.242955) \u000a23:01:48.491781 run osmo-msc_10.42.42.6(pid=6051): stderr: \u000a| �[0;m�[38;5;43m20221212230147528 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212230147528 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7a62527c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212230147528 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212230147528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212230147528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212230147528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212230147530 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212230147531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212230147531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212230147531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:01:48.534229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6043): Terminating (SIGTERM)\u000a23:01:48.574720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6047): Terminating (SIGTERM)\u000a23:01:48.615024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6050): Terminating (SIGTERM)\u000a23:01:48.624379 --- ParallelTerminationStrategy: PID 6043 died...\u000a23:01:48.678022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6043): Terminated: ok {rc=0}\u000a23:01:48.688222 --- ParallelTerminationStrategy: PID 6047 died...\u000a23:01:48.741618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6047): Terminated: ok {rc=0}\u000a23:01:48.751226 --- ParallelTerminationStrategy: PID 6050 died...\u000a23:01:48.805034 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6050): Terminated: ok {rc=0}\u000a23:01:48.888568 bus /sierra_3: Setting Powered False\u000a23:01:49.994419 bus /sierra_3: Setting Powered False\u000a23:01:51.101280 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6059): Process ended prematurely: osmo-stp_10.42.42.5(pid=6059) [trial-2383↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6059)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6059): Process ended prematurely: osmo-stp_10.42.42.5(pid=6059) [trial-2383↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6059)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a23:01:52.152708 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:01:52.165092 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a23:01:52.309396 tst emergency_preemptive_call.py: using LAC 32107\u000a23:01:52.438841 tst emergency_preemptive_call.py: using RAC 232\u000a23:01:52.568813 tst emergency_preemptive_call.py: using CellId 32107\u000a23:01:52.698474 tst emergency_preemptive_call.py: using BVCI 32108\u000a23:01:52.723391 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:01:52.734888 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:01:52.746023 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:01:52.757237 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:01:52.768306 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:01:52.779392 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a23:01:52.901308 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a23:01:53.019049 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a23:01:53.136708 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a23:01:53.339006 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:01:53.827060 run create_hlr_db(pid=6053): Launched\u000a23:01:54.005241 bus /sierra_2: Setting Powered False\u000a23:01:55.025139 run create_hlr_db(pid=6053): Terminated: ok {rc=0}\u000a23:01:55.461617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6055): Launched\u000a23:01:55.789332 run osmo-hlr_10.42.42.2(pid=6056): Launched\u000a23:01:55.908838 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:01:56.478781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6058): Launched\u000a23:01:56.807014 run osmo-stp_10.42.42.5(pid=6059): Launched\u000a23:01:56.937497 tst emergency_preemptive_call.py: using MSISDN 8013\u000a23:01:57.100867 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:01:57.697487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6061): Launched\u000a23:01:58.021183 run osmo-msc_10.42.42.6(pid=6062): Launched\u000a23:01:58.205092 run osmo-stp_10.42.42.5(pid=6059): ERR: Terminated: ERROR {rc=1} [trial-2383↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6059)]\u000a23:01:58.336585 run osmo-stp_10.42.42.5(pid=6059): stdout: \u000a| (launched: 2022-12-12_23:01:56.646207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:01:58.465348 run osmo-stp_10.42.42.5(pid=6059): stderr: \u000a| �[0;m�[38;5;43m20221212230156843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230156844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230156844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230156844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230156845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230156845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230156845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:01:58.589465 run osmo-stp_10.42.42.5(pid=6059): stdout: \u000a| (launched: 2022-12-12_23:01:56.646207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:01:58.712288 run osmo-stp_10.42.42.5(pid=6059): stderr: \u000a| �[0;m�[38;5;43m20221212230156843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230156844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230156844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230156844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230156845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230156845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230156845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:01:58.766276 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=6059): Process ended prematurely: osmo-stp_10.42.42.5(pid=6059) [trial-2383↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6059)] [trial-2383↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a23:01:58.774464 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a23:01:58.835570 run osmo-hlr_10.42.42.2(pid=6056): ERR: Terminated: ERROR {rc=237} [trial-2383↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6056)]\u000a23:01:58.885264 run osmo-hlr_10.42.42.2(pid=6056): stdout: \u000a| (launched: 2022-12-12_23:01:55.627971) \u000a23:01:58.935526 run osmo-hlr_10.42.42.2(pid=6056): stderr: \u000a| �[0;m�[1;31m20221212230155830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230155830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230155830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230155830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230155830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230155830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230155845 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230155853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230155853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230155853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:01:59.003851 run osmo-msc_10.42.42.6(pid=6062): ERR: Terminated: ERROR {rc=2} [trial-2383↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6062)]\u000a23:01:59.053441 run osmo-msc_10.42.42.6(pid=6062): stdout: \u000a| (launched: 2022-12-12_23:01:57.863664) \u000a23:01:59.103466 run osmo-msc_10.42.42.6(pid=6062): stderr: \u000a| �[0;m�[38;5;43m20221212230158136 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212230158137 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0fce3c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212230158137 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212230158137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212230158137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212230158137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212230158139 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212230158139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212230158139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212230158140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:01:59.146066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6055): Terminating (SIGTERM)\u000a23:01:59.186362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6058): Terminating (SIGTERM)\u000a23:01:59.226679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6061): Terminating (SIGTERM)\u000a23:01:59.236413 --- ParallelTerminationStrategy: PID 6055 died...\u000a23:01:59.290319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6055): Terminated: ok {rc=0}\u000a23:01:59.300345 --- ParallelTerminationStrategy: PID 6058 died...\u000a23:01:59.353939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6058): Terminated: ok {rc=0}\u000a23:01:59.363996 --- ParallelTerminationStrategy: PID 6061 died...\u000a23:01:59.417152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6061): Terminated: ok {rc=0}\u000a23:01:59.505845 bus /sierra_9: Setting Powered False\u000a23:02:00.608535 bus /sierra_9: Setting Powered False\u000a23:02:01.721423 bus /sierra_8: Setting Powered False\u000a23:02:02.823654 bus /sierra_8: Setting Powered False\u000a23:02:03.929758 bus /sierra_3: Setting Powered False\u000a23:02:05.036046 bus /sierra_3: Setting Powered False\u000a23:02:06.144425 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:01:41" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms-limenet-micro", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6077): Process ended prematurely: osmo-stp_10.42.42.5(pid=6077) [trial-2383↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6077)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6077): Process ended prematurely: osmo-stp_10.42.42.5(pid=6077) [trial-2383↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6077)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:02:08.271479 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:08.282862 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a23:02:08.427991 tst cs_paging_gprs_active.py: using LAC 32108\u000a23:02:08.561433 tst cs_paging_gprs_active.py: using RAC 233\u000a23:02:08.694827 tst cs_paging_gprs_active.py: using CellId 32108\u000a23:02:08.825427 tst cs_paging_gprs_active.py: using BVCI 32109\u000a23:02:08.851232 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:08.862688 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:08.873813 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:08.885049 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:08.895986 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:08.907103 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:08.918812 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:08.929869 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:08.941164 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a23:02:09.058988 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a23:02:09.361908 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:02:09.501981 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:02:09.847038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6067): Launched\u000a23:02:10.136267 run iperf3-srv_10.42.42.10(pid=6068): Launched\u000a23:02:10.341650 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:02:10.481707 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:02:10.827999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6069): Launched\u000a23:02:11.116013 run iperf3-srv_10.42.42.10(pid=6070): Launched\u000a23:02:11.320789 tst cs_paging_gprs_active.py:38: start network...\u000a23:02:11.460134 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:02:11.994591 run create_hlr_db(pid=6071): Launched\u000a23:02:12.187294 bus /sierra_2: Setting Powered False\u000a23:02:13.208252 run create_hlr_db(pid=6071): Terminated: ok {rc=0}\u000a23:02:13.653970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6073): Launched\u000a23:02:13.989528 run osmo-hlr_10.42.42.2(pid=6074): Launched\u000a23:02:14.113726 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:02:14.696118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6076): Launched\u000a23:02:15.031559 run osmo-stp_10.42.42.5(pid=6077): Launched\u000a23:02:15.153983 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:02:15.736716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6079): Launched\u000a23:02:15.865336 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:02:16.176761 run patchelf(pid=6080): Launched\u000a23:02:16.368590 run osmo-stp_10.42.42.5(pid=6077): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6077)]\u000a23:02:16.507565 run osmo-stp_10.42.42.5(pid=6077): stdout: \u000a| (launched: 2022-12-12_23:02:14.866778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:16.649157 run osmo-stp_10.42.42.5(pid=6077): stderr: \u000a| �[0;m�[38;5;43m20221212230215062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230215062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230215063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230215063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230215063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230215063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230215064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:16.785697 run osmo-stp_10.42.42.5(pid=6077): stdout: \u000a| (launched: 2022-12-12_23:02:14.866778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:16.920325 run osmo-stp_10.42.42.5(pid=6077): stderr: \u000a| �[0;m�[38;5;43m20221212230215062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230215062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230215063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230215063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230215063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230215063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230215064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:17.077567 run patchelf(pid=6080): Terminating (SIGINT)\u000a23:02:17.262384 run patchelf(pid=6080): Terminated: ok {rc=0}\u000a23:02:17.295045 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6077): Process ended prematurely: osmo-stp_10.42.42.5(pid=6077) [trial-2383↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6077)] [trial-2383↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a23:02:17.304469 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a23:02:17.367579 run osmo-hlr_10.42.42.2(pid=6074): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6074)]\u000a23:02:17.417656 run osmo-hlr_10.42.42.2(pid=6074): stdout: \u000a| (launched: 2022-12-12_23:02:13.824622) \u000a23:02:17.468222 run osmo-hlr_10.42.42.2(pid=6074): stderr: \u000a| �[0;m�[1;31m20221212230214028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230214028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230214028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230214028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230214028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230214028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230214041 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230214050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230214051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230214051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:02:17.510844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6067): Terminating (SIGTERM)\u000a23:02:17.551502 run iperf3-srv_10.42.42.10(pid=6068): Terminating (SIGTERM)\u000a23:02:17.592548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6069): Terminating (SIGTERM)\u000a23:02:17.633149 run iperf3-srv_10.42.42.10(pid=6070): Terminating (SIGTERM)\u000a23:02:17.674022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6073): Terminating (SIGTERM)\u000a23:02:17.714521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6076): Terminating (SIGTERM)\u000a23:02:17.756197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6079): Terminating (SIGTERM)\u000a23:02:17.766249 --- ParallelTerminationStrategy: PID 6067 died...\u000a23:02:17.821480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6067): Terminated: ok {rc=0}\u000a23:02:17.831318 --- ParallelTerminationStrategy: PID 6068 died...\u000a23:02:17.885291 run iperf3-srv_10.42.42.10(pid=6068): Terminated {rc=256}\u000a23:02:17.895843 --- ParallelTerminationStrategy: PID 6069 died...\u000a23:02:17.949783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6069): Terminated: ok {rc=0}\u000a23:02:17.960333 --- ParallelTerminationStrategy: PID 6070 died...\u000a23:02:18.014183 run iperf3-srv_10.42.42.10(pid=6070): Terminated {rc=256}\u000a23:02:18.024790 --- ParallelTerminationStrategy: PID 6073 died...\u000a23:02:18.079263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6073): Terminated: ok {rc=0}\u000a23:02:18.089411 --- ParallelTerminationStrategy: PID 6076 died...\u000a23:02:18.143933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6076): Terminated: ok {rc=0}\u000a23:02:18.153826 --- ParallelTerminationStrategy: PID 6079 died...\u000a23:02:18.207426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6079): Terminated: ok {rc=0}\u000a23:02:18.296332 bus /gobi_0: Setting Powered False\u000a23:02:19.401041 bus /gobi_0: Setting Powered False\u000a23:02:20.512695 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6089): Process ended prematurely: osmo-stp_10.42.42.5(pid=6089) [trial-2383↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6089)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6089): Process ended prematurely: osmo-stp_10.42.42.5(pid=6089) [trial-2383↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6089)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a23:02:21.624438 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:21.636020 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a23:02:21.775185 tst iperf3.py: using LAC 32109\u000a23:02:21.900301 tst iperf3.py: using RAC 234\u000a23:02:22.026250 tst iperf3.py: using CellId 32109\u000a23:02:22.151525 tst iperf3.py: using BVCI 32110\u000a23:02:22.175841 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:22.186777 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:22.197441 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:22.208323 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:22.219161 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:22.230077 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:22.241142 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:22.251985 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:22.262963 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a23:02:22.549237 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:02:22.679574 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:02:23.004093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6081): Launched\u000a23:02:23.276881 run iperf3-srv_10.42.42.10(pid=6082): Launched\u000a23:02:23.467977 tst iperf3.py:8: start network...\u000a23:02:23.598223 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:02:24.091319 run create_hlr_db(pid=6083): Launched\u000a23:02:24.271764 bus /gobi_6: Setting Powered False\u000a23:02:25.304683 run create_hlr_db(pid=6083): Terminated: ok {rc=0}\u000a23:02:25.746289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6085): Launched\u000a23:02:26.082935 run osmo-hlr_10.42.42.2(pid=6086): Launched\u000a23:02:26.209920 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:02:26.795292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6088): Launched\u000a23:02:27.131560 run osmo-stp_10.42.42.5(pid=6089): Launched\u000a23:02:27.253581 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:02:27.836634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6091): Launched\u000a23:02:27.957350 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:02:28.249194 run patchelf(pid=6092): Launched\u000a23:02:28.444142 run osmo-stp_10.42.42.5(pid=6089): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6089)]\u000a23:02:28.586929 run osmo-stp_10.42.42.5(pid=6089): stdout: \u000a| (launched: 2022-12-12_23:02:26.966146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:28.729348 run osmo-stp_10.42.42.5(pid=6089): stderr: \u000a| �[0;m�[38;5;43m20221212230227161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230227161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230227162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230227162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230227162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230227162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230227162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:28.867100 run osmo-stp_10.42.42.5(pid=6089): stdout: \u000a| (launched: 2022-12-12_23:02:26.966146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:29.003885 run osmo-stp_10.42.42.5(pid=6089): stderr: \u000a| �[0;m�[38;5;43m20221212230227161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230227161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230227162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230227162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230227162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230227162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230227162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:29.163754 run patchelf(pid=6092): Terminating (SIGINT)\u000a23:02:29.351598 run patchelf(pid=6092): Terminated: ok {rc=0}\u000a23:02:29.386020 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6089): Process ended prematurely: osmo-stp_10.42.42.5(pid=6089) [trial-2383↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6089)] [trial-2383↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a23:02:29.395983 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a23:02:29.458974 run osmo-hlr_10.42.42.2(pid=6086): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6086)]\u000a23:02:29.510175 run osmo-hlr_10.42.42.2(pid=6086): stdout: \u000a| (launched: 2022-12-12_23:02:25.916027) \u000a23:02:29.561930 run osmo-hlr_10.42.42.2(pid=6086): stderr: \u000a| �[0;m�[1;31m20221212230226115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230226115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230226115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230226115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230226115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230226115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230226130 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230226140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230226140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230226140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:02:29.606045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6081): Terminating (SIGTERM)\u000a23:02:29.647601 run iperf3-srv_10.42.42.10(pid=6082): Terminating (SIGTERM)\u000a23:02:29.689477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6085): Terminating (SIGTERM)\u000a23:02:29.731117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6088): Terminating (SIGTERM)\u000a23:02:29.772726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6091): Terminating (SIGTERM)\u000a23:02:29.782638 --- ParallelTerminationStrategy: PID 6081 died...\u000a23:02:29.838897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6081): Terminated: ok {rc=0}\u000a23:02:29.849395 --- ParallelTerminationStrategy: PID 6082 died...\u000a23:02:29.904628 run iperf3-srv_10.42.42.10(pid=6082): Terminated {rc=256}\u000a23:02:29.914869 --- ParallelTerminationStrategy: PID 6085 died...\u000a23:02:29.970847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6085): Terminated: ok {rc=0}\u000a23:02:29.981233 --- ParallelTerminationStrategy: PID 6088 died...\u000a23:02:30.036735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6088): Terminated: ok {rc=0}\u000a23:02:30.047082 --- ParallelTerminationStrategy: PID 6091 died...\u000a23:02:30.102451 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6091): Terminated: ok {rc=0}\u000a23:02:30.187917 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms-limenet-micro", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6108): Process ended prematurely: osmo-stp_10.42.42.5(pid=6108) [trial-2383↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6108)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6108): Process ended prematurely: osmo-stp_10.42.42.5(pid=6108) [trial-2383↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6108)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a23:02:31.305075 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:31.317679 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a23:02:31.460219 tst iperf3m4.py: using LAC 32110\u000a23:02:31.621403 tst iperf3m4.py: using RAC 235\u000a23:02:31.759514 tst iperf3m4.py: using CellId 32110\u000a23:02:31.887729 tst iperf3m4.py: using BVCI 32111\u000a23:02:31.913965 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:31.927304 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:31.940720 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:31.953007 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:31.966049 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:31.980370 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:31.993018 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:32.013192 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:32.031821 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a23:02:32.156149 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a23:02:32.287163 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a23:02:32.407201 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a23:02:32.715216 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:02:32.854587 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:02:33.199151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6093): Launched\u000a23:02:33.485461 run iperf3-srv_10.42.42.10(pid=6095): Launched\u000a23:02:33.690441 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:02:33.830006 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:02:34.174253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6096): Launched\u000a23:02:34.461446 run iperf3-srv_10.42.42.10(pid=6097): Launched\u000a23:02:34.665947 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:02:34.804573 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:02:35.148706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6098): Launched\u000a23:02:35.436411 run iperf3-srv_10.42.42.10(pid=6099): Launched\u000a23:02:35.642079 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:02:35.781971 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:02:36.128060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6100): Launched\u000a23:02:36.415193 run iperf3-srv_10.42.42.10(pid=6101): Launched\u000a23:02:36.620571 tst iperf3m4.py:8: start network...\u000a23:02:36.760383 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:02:37.296138 run create_hlr_db(pid=6102): Launched\u000a23:02:37.488847 bus /gobi_6: Setting Powered False\u000a23:02:38.509136 run create_hlr_db(pid=6102): Terminated: ok {rc=0}\u000a23:02:38.931172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6104): Launched\u000a23:02:39.246947 run osmo-hlr_10.42.42.2(pid=6105): Launched\u000a23:02:39.367672 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:02:40.027419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6107): Launched\u000a23:02:40.336485 run osmo-stp_10.42.42.5(pid=6108): Launched\u000a23:02:40.450243 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:02:40.987620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6110): Launched\u000a23:02:41.097480 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:02:41.366169 run patchelf(pid=6111): Launched\u000a23:02:41.546521 run osmo-stp_10.42.42.5(pid=6108): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6108)]\u000a23:02:41.678212 run osmo-stp_10.42.42.5(pid=6108): stdout: \u000a| (launched: 2022-12-12_23:02:40.183843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:41.809770 run osmo-stp_10.42.42.5(pid=6108): stderr: \u000a| �[0;m�[38;5;43m20221212230240356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230240357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230240357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230240357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230240358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230240358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230240358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:41.936791 run osmo-stp_10.42.42.5(pid=6108): stdout: \u000a| (launched: 2022-12-12_23:02:40.183843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:42.063363 run osmo-stp_10.42.42.5(pid=6108): stderr: \u000a| �[0;m�[38;5;43m20221212230240356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230240357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230240357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230240357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230240358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230240358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230240358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:42.211799 run patchelf(pid=6111): Terminating (SIGINT)\u000a23:02:42.385868 run patchelf(pid=6111): Terminated: ok {rc=0}\u000a23:02:42.417665 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6108): Process ended prematurely: osmo-stp_10.42.42.5(pid=6108) [trial-2383↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6108)] [trial-2383↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a23:02:42.426870 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a23:02:42.487419 run osmo-hlr_10.42.42.2(pid=6105): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6105)]\u000a23:02:42.536365 run osmo-hlr_10.42.42.2(pid=6105): stdout: \u000a| (launched: 2022-12-12_23:02:39.091330) \u000a23:02:42.586546 run osmo-hlr_10.42.42.2(pid=6105): stderr: \u000a| �[0;m�[1;31m20221212230239268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230239268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230239268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230239268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230239268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230239268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230239281 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230239289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230239289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230239289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:02:42.628240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6093): Terminating (SIGTERM)\u000a23:02:42.667931 run iperf3-srv_10.42.42.10(pid=6095): Terminating (SIGTERM)\u000a23:02:42.707383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6096): Terminating (SIGTERM)\u000a23:02:42.747157 run iperf3-srv_10.42.42.10(pid=6097): Terminating (SIGTERM)\u000a23:02:42.786697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6098): Terminating (SIGTERM)\u000a23:02:42.826147 run iperf3-srv_10.42.42.10(pid=6099): Terminating (SIGTERM)\u000a23:02:42.865517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6100): Terminating (SIGTERM)\u000a23:02:42.904744 run iperf3-srv_10.42.42.10(pid=6101): Terminating (SIGTERM)\u000a23:02:42.944349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6104): Terminating (SIGTERM)\u000a23:02:42.983699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6107): Terminating (SIGTERM)\u000a23:02:43.023041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6110): Terminating (SIGTERM)\u000a23:02:43.032514 --- ParallelTerminationStrategy: PID 6093 died...\u000a23:02:43.085483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6093): Terminated: ok {rc=0}\u000a23:02:43.095334 --- ParallelTerminationStrategy: PID 6095 died...\u000a23:02:43.148851 run iperf3-srv_10.42.42.10(pid=6095): Terminated {rc=256}\u000a23:02:43.158447 --- ParallelTerminationStrategy: PID 6096 died...\u000a23:02:43.210928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6096): Terminated: ok {rc=0}\u000a23:02:43.220741 --- ParallelTerminationStrategy: PID 6097 died...\u000a23:02:43.273087 run iperf3-srv_10.42.42.10(pid=6097): Terminated {rc=256}\u000a23:02:43.282890 --- ParallelTerminationStrategy: PID 6098 died...\u000a23:02:43.336358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6098): Terminated: ok {rc=0}\u000a23:02:43.346030 --- ParallelTerminationStrategy: PID 6099 died...\u000a23:02:43.398414 run iperf3-srv_10.42.42.10(pid=6099): Terminated {rc=256}\u000a23:02:43.408223 --- ParallelTerminationStrategy: PID 6100 died...\u000a23:02:43.461063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6100): Terminated: ok {rc=0}\u000a23:02:43.470816 --- ParallelTerminationStrategy: PID 6101 died...\u000a23:02:43.523331 run iperf3-srv_10.42.42.10(pid=6101): Terminated {rc=256}\u000a23:02:43.533128 --- ParallelTerminationStrategy: PID 6104 died...\u000a23:02:43.586224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6104): Terminated: ok {rc=0}\u000a23:02:43.595912 --- ParallelTerminationStrategy: PID 6107 died...\u000a23:02:43.648450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6107): Terminated: ok {rc=0}\u000a23:02:43.658006 --- ParallelTerminationStrategy: PID 6110 died...\u000a23:02:43.710872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6110): Terminated: ok {rc=0}\u000a23:02:43.799266 bus /gobi_4: Setting Powered False\u000a23:02:44.901450 bus /gobi_4: Setting Powered False\u000a23:02:46.035183 bus /gobi_1: Setting Powered False\u000a23:02:47.142432 bus /gobi_1: Setting Powered False\u000a23:02:48.249798 bus /gobi_0: Setting Powered False\u000a23:02:49.356796 bus /gobi_0: Setting Powered False\u000a23:02:50.462944 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6118): Process ended prematurely: osmo-stp_10.42.42.5(pid=6118) [trial-2383↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6118)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6118): Process ended prematurely: osmo-stp_10.42.42.5(pid=6118) [trial-2383↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6118)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a23:02:51.531808 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:51.543801 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a23:02:51.686379 tst ping.py: using LAC 32111\u000a23:02:51.809526 tst ping.py: using RAC 236\u000a23:02:51.930611 tst ping.py: using CellId 32111\u000a23:02:52.048351 tst ping.py: using BVCI 32112\u000a23:02:52.071658 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:52.082629 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:52.093367 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:52.104510 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:52.115616 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:52.126806 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:52.137970 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:52.148872 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a23:02:52.440842 tst ping.py:19: start network...\u000a23:02:52.574768 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:02:53.090347 run create_hlr_db(pid=6112): Launched\u000a23:02:53.277073 bus /gobi_6: Setting Powered False\u000a23:02:54.296133 run create_hlr_db(pid=6112): Terminated: ok {rc=0}\u000a23:02:54.704169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6114): Launched\u000a23:02:55.008829 run osmo-hlr_10.42.42.2(pid=6115): Launched\u000a23:02:55.128868 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:02:55.666849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6117): Launched\u000a23:02:55.971315 run osmo-stp_10.42.42.5(pid=6118): Launched\u000a23:02:56.083661 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:02:56.613472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6120): Launched\u000a23:02:56.722332 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:02:56.988051 run patchelf(pid=6121): Launched\u000a23:02:57.166778 run osmo-stp_10.42.42.5(pid=6118): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6118)]\u000a23:02:57.297099 run osmo-stp_10.42.42.5(pid=6118): stdout: \u000a| (launched: 2022-12-12_23:02:55.820744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:57.427885 run osmo-stp_10.42.42.5(pid=6118): stderr: \u000a| �[0;m�[38;5;43m20221212230255995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230255995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230255995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230255996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230255996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230255996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230255996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:57.554006 run osmo-stp_10.42.42.5(pid=6118): stdout: \u000a| (launched: 2022-12-12_23:02:55.820744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:57.679294 run osmo-stp_10.42.42.5(pid=6118): stderr: \u000a| �[0;m�[38;5;43m20221212230255995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230255995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230255995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230255996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230255996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230255996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230255996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:57.826035 run patchelf(pid=6121): Terminating (SIGINT)\u000a23:02:57.998781 run patchelf(pid=6121): Terminated: ok {rc=0}\u000a23:02:58.029913 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6118): Process ended prematurely: osmo-stp_10.42.42.5(pid=6118) [trial-2383↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6118)] [trial-2383↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a23:02:58.038536 tst ping.py:22: Test FAILED (6.5 sec)\u000a23:02:58.099122 run osmo-hlr_10.42.42.2(pid=6115): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6115)]\u000a23:02:58.148170 run osmo-hlr_10.42.42.2(pid=6115): stdout: \u000a| (launched: 2022-12-12_23:02:54.858482) \u000a23:02:58.198408 run osmo-hlr_10.42.42.2(pid=6115): stderr: \u000a| �[0;m�[1;31m20221212230255037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230255037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230255037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230255037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230255037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230255038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230255050 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230255058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230255058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230255058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:02:58.239977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6114): Terminating (SIGTERM)\u000a23:02:58.279621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6117): Terminating (SIGTERM)\u000a23:02:58.319398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6120): Terminating (SIGTERM)\u000a23:02:58.328986 --- ParallelTerminationStrategy: PID 6114 died...\u000a23:02:58.382550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6114): Terminated: ok {rc=0}\u000a23:02:58.392209 --- ParallelTerminationStrategy: PID 6117 died...\u000a23:02:58.445530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6117): Terminated: ok {rc=0}\u000a23:02:58.455533 --- ParallelTerminationStrategy: PID 6120 died...\u000a23:02:58.508504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6120): Terminated: ok {rc=0}\u000a23:02:58.591117 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6129): Process ended prematurely: osmo-stp_10.42.42.5(pid=6129) [trial-2383↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6129)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6129): Process ended prematurely: osmo-stp_10.42.42.5(pid=6129) [trial-2383↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6129)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a23:02:59.641204 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:02:59.652800 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a23:02:59.789261 tst ping_idle_ping.py: using LAC 32112\u000a23:02:59.913112 tst ping_idle_ping.py: using RAC 237\u000a23:03:00.040371 tst ping_idle_ping.py: using CellId 32112\u000a23:03:00.167995 tst ping_idle_ping.py: using BVCI 32113\u000a23:03:00.192898 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:03:00.204444 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:03:00.215722 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:03:00.227367 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:03:00.238863 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:03:00.250466 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:03:00.262223 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a23:03:00.273848 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a23:03:00.568818 tst ping_idle_ping.py:24: start network...\u000a23:03:00.704186 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:03:01.251846 run create_hlr_db(pid=6122): Launched\u000a23:03:01.444518 bus /gobi_6: Setting Powered False\u000a23:03:02.470233 run create_hlr_db(pid=6122): Terminated: ok {rc=0}\u000a23:03:02.879628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6125): Launched\u000a23:03:03.183958 run osmo-hlr_10.42.42.2(pid=6126): Launched\u000a23:03:03.302657 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:03:03.841579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6128): Launched\u000a23:03:04.146505 run osmo-stp_10.42.42.5(pid=6129): Launched\u000a23:03:04.258113 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:03:04.789027 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6131): Launched\u000a23:03:04.898041 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:03:05.164914 run patchelf(pid=6132): Launched\u000a23:03:05.344418 run osmo-stp_10.42.42.5(pid=6129): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6129)]\u000a23:03:05.475434 run osmo-stp_10.42.42.5(pid=6129): stdout: \u000a| (launched: 2022-12-12_23:03:03.995612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:05.607321 run osmo-stp_10.42.42.5(pid=6129): stderr: \u000a| �[0;m�[38;5;43m20221212230304166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230304166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230304167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230304167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230304168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230304168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230304168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:05.734073 run osmo-stp_10.42.42.5(pid=6129): stdout: \u000a| (launched: 2022-12-12_23:03:03.995612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:05.859954 run osmo-stp_10.42.42.5(pid=6129): stderr: \u000a| �[0;m�[38;5;43m20221212230304166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230304166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230304167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230304167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230304168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230304168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230304168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:06.007514 run patchelf(pid=6132): Terminating (SIGINT)\u000a23:03:06.181367 run patchelf(pid=6132): Terminated: ok {rc=0}\u000a23:03:06.212733 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6129): Process ended prematurely: osmo-stp_10.42.42.5(pid=6129) [trial-2383↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6129)] [trial-2383↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a23:03:06.221608 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a23:03:06.281890 run osmo-hlr_10.42.42.2(pid=6126): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6126)]\u000a23:03:06.330623 run osmo-hlr_10.42.42.2(pid=6126): stdout: \u000a| (launched: 2022-12-12_23:03:03.034284) \u000a23:03:06.380332 run osmo-hlr_10.42.42.2(pid=6126): stderr: \u000a| �[0;m�[1;31m20221212230303213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230303213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230303213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230303213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230303213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230303213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230303225 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230303235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230303236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230303236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:03:06.422088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6125): Terminating (SIGTERM)\u000a23:03:06.461558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6128): Terminating (SIGTERM)\u000a23:03:06.501063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6131): Terminating (SIGTERM)\u000a23:03:06.510675 --- ParallelTerminationStrategy: PID 6125 died...\u000a23:03:06.563653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6125): Terminated: ok {rc=0}\u000a23:03:06.573733 --- ParallelTerminationStrategy: PID 6128 died...\u000a23:03:06.626788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6128): Terminated: ok {rc=0}\u000a23:03:06.636555 --- ParallelTerminationStrategy: PID 6131 died...\u000a23:03:06.689924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6131): Terminated: ok {rc=0}\u000a23:03:06.775654 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:02:07" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6147): Process ended prematurely: osmo-stp_10.42.42.5(pid=6147) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6147)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6147): Process ended prematurely: osmo-stp_10.42.42.5(pid=6147) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6147)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:03:08.914210 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:08.925926 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:03:09.070388 tst cs_paging_gprs_active.py: using LAC 32113\u000a23:03:09.199708 tst cs_paging_gprs_active.py: using RAC 238\u000a23:03:09.329250 tst cs_paging_gprs_active.py: using CellId 32113\u000a23:03:09.460638 tst cs_paging_gprs_active.py: using BVCI 32114\u000a23:03:09.486230 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:09.497877 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:09.509148 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:09.520771 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:09.532058 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:09.543462 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:09.554914 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:09.566162 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:09.577562 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:03:09.695567 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:03:09.979382 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:03:10.108042 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:03:10.428637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6137): Launched\u000a23:03:10.696397 run iperf3-srv_10.42.42.10(pid=6138): Launched\u000a23:03:10.887083 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:03:11.017862 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:03:11.339960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6139): Launched\u000a23:03:11.606958 run iperf3-srv_10.42.42.10(pid=6140): Launched\u000a23:03:11.795912 tst cs_paging_gprs_active.py:38: start network...\u000a23:03:11.925092 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:03:12.414585 run create_hlr_db(pid=6141): Launched\u000a23:03:12.595153 bus /gobi_6: Setting Powered False\u000a23:03:13.614362 run create_hlr_db(pid=6141): Terminated: ok {rc=0}\u000a23:03:14.050971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6143): Launched\u000a23:03:14.380210 run osmo-hlr_10.42.42.2(pid=6144): Launched\u000a23:03:14.503385 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:03:15.075938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6146): Launched\u000a23:03:15.406130 run osmo-stp_10.42.42.5(pid=6147): Launched\u000a23:03:15.526452 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:03:16.135673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6149): Launched\u000a23:03:16.251962 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:03:16.550401 run patchelf(pid=6150): Launched\u000a23:03:16.740260 run osmo-stp_10.42.42.5(pid=6147): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6147)]\u000a23:03:16.878163 run osmo-stp_10.42.42.5(pid=6147): stdout: \u000a| (launched: 2022-12-12_23:03:15.243407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:17.017144 run osmo-stp_10.42.42.5(pid=6147): stderr: \u000a| �[0;m�[38;5;43m20221212230315439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230315439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230315440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230315440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230315441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230315441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230315441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:17.151454 run osmo-stp_10.42.42.5(pid=6147): stdout: \u000a| (launched: 2022-12-12_23:03:15.243407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:17.280937 run osmo-stp_10.42.42.5(pid=6147): stderr: \u000a| �[0;m�[38;5;43m20221212230315439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230315439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230315440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230315440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230315441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230315441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230315441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:17.430511 run patchelf(pid=6150): Terminating (SIGINT)\u000a23:03:17.606470 run patchelf(pid=6150): Terminated: ok {rc=0}\u000a23:03:17.638644 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6147): Process ended prematurely: osmo-stp_10.42.42.5(pid=6147) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6147)] [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a23:03:17.648119 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a23:03:17.709585 run osmo-hlr_10.42.42.2(pid=6144): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6144)]\u000a23:03:17.759097 run osmo-hlr_10.42.42.2(pid=6144): stdout: \u000a| (launched: 2022-12-12_23:03:14.218649) \u000a23:03:17.809651 run osmo-hlr_10.42.42.2(pid=6144): stderr: \u000a| �[0;m�[1;31m20221212230314418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230314418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230314418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230314419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230314419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230314419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230314431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230314439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230314439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230314439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:03:17.851915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6137): Terminating (SIGTERM)\u000a23:03:17.891924 run iperf3-srv_10.42.42.10(pid=6138): Terminating (SIGTERM)\u000a23:03:17.931845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6139): Terminating (SIGTERM)\u000a23:03:17.971681 run iperf3-srv_10.42.42.10(pid=6140): Terminating (SIGTERM)\u000a23:03:18.011666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6143): Terminating (SIGTERM)\u000a23:03:18.051718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6146): Terminating (SIGTERM)\u000a23:03:18.092254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6149): Terminating (SIGTERM)\u000a23:03:18.101937 --- ParallelTerminationStrategy: PID 6137 died...\u000a23:03:18.155653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6137): Terminated: ok {rc=0}\u000a23:03:18.165875 --- ParallelTerminationStrategy: PID 6138 died...\u000a23:03:18.219439 run iperf3-srv_10.42.42.10(pid=6138): Terminated {rc=256}\u000a23:03:18.229605 --- ParallelTerminationStrategy: PID 6139 died...\u000a23:03:18.283141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6139): Terminated: ok {rc=0}\u000a23:03:18.292702 --- ParallelTerminationStrategy: PID 6140 died...\u000a23:03:18.346163 run iperf3-srv_10.42.42.10(pid=6140): Terminated {rc=256}\u000a23:03:18.356236 --- ParallelTerminationStrategy: PID 6143 died...\u000a23:03:18.409636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6143): Terminated: ok {rc=0}\u000a23:03:18.419723 --- ParallelTerminationStrategy: PID 6146 died...\u000a23:03:18.473169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6146): Terminated: ok {rc=0}\u000a23:03:18.483419 --- ParallelTerminationStrategy: PID 6149 died...\u000a23:03:18.536833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6149): Terminated: ok {rc=0}\u000a23:03:18.625050 bus /gobi_0: Setting Powered False\u000a23:03:19.728694 bus /gobi_0: Setting Powered False\u000a23:03:20.840202 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6159): Process ended prematurely: osmo-stp_10.42.42.5(pid=6159) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6159)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6159): Process ended prematurely: osmo-stp_10.42.42.5(pid=6159) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6159)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a23:03:21.955171 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:21.967428 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:03:22.111885 tst iperf3.py: using LAC 32114\u000a23:03:22.246053 tst iperf3.py: using RAC 239\u000a23:03:22.378594 tst iperf3.py: using CellId 32114\u000a23:03:22.506010 tst iperf3.py: using BVCI 32115\u000a23:03:22.531370 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:22.543114 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:22.554584 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:22.566083 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:22.577376 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:22.588692 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:22.600230 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:22.611506 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:22.623032 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:03:22.904295 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:03:23.034193 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:03:23.354387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6151): Launched\u000a23:03:23.620439 run iperf3-srv_10.42.42.10(pid=6152): Launched\u000a23:03:23.808822 tst iperf3.py:8: start network...\u000a23:03:23.937497 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:03:24.425852 run create_hlr_db(pid=6153): Launched\u000a23:03:24.603902 bus /gobi_6: Setting Powered False\u000a23:03:25.624019 run create_hlr_db(pid=6153): Terminated: ok {rc=0}\u000a23:03:26.059896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6155): Launched\u000a23:03:26.390873 run osmo-hlr_10.42.42.2(pid=6156): Launched\u000a23:03:26.512214 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:03:27.083514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6158): Launched\u000a23:03:27.411774 run osmo-stp_10.42.42.5(pid=6159): Launched\u000a23:03:27.534943 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:03:28.107253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6161): Launched\u000a23:03:28.223816 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:03:28.508715 run patchelf(pid=6162): Launched\u000a23:03:28.700459 run osmo-stp_10.42.42.5(pid=6159): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6159)]\u000a23:03:28.840134 run osmo-stp_10.42.42.5(pid=6159): stdout: \u000a| (launched: 2022-12-12_23:03:27.250642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:28.980089 run osmo-stp_10.42.42.5(pid=6159): stderr: \u000a| �[0;m�[38;5;43m20221212230327444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230327444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230327444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230327444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230327445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230327445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230327445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:29.116242 run osmo-stp_10.42.42.5(pid=6159): stdout: \u000a| (launched: 2022-12-12_23:03:27.250642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:29.250480 run osmo-stp_10.42.42.5(pid=6159): stderr: \u000a| �[0;m�[38;5;43m20221212230327444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230327444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230327444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230327444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230327445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230327445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230327445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:29.407981 run patchelf(pid=6162): Terminating (SIGINT)\u000a23:03:29.592342 run patchelf(pid=6162): Terminated: ok {rc=0}\u000a23:03:29.626261 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6159): Process ended prematurely: osmo-stp_10.42.42.5(pid=6159) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6159)] [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a23:03:29.636306 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a23:03:29.699062 run osmo-hlr_10.42.42.2(pid=6156): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6156)]\u000a23:03:29.750669 run osmo-hlr_10.42.42.2(pid=6156): stdout: \u000a| (launched: 2022-12-12_23:03:26.227243) \u000a23:03:29.802852 run osmo-hlr_10.42.42.2(pid=6156): stderr: \u000a| �[0;m�[1;31m20221212230326425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230326425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230326425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230326425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230326425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230326425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230326437 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230326446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230326446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230326447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:03:29.847165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6151): Terminating (SIGTERM)\u000a23:03:29.888777 run iperf3-srv_10.42.42.10(pid=6152): Terminating (SIGTERM)\u000a23:03:29.930366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6155): Terminating (SIGTERM)\u000a23:03:29.972297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6158): Terminating (SIGTERM)\u000a23:03:30.014619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6161): Terminating (SIGTERM)\u000a23:03:30.024515 --- ParallelTerminationStrategy: PID 6151 died...\u000a23:03:30.080167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6151): Terminated: ok {rc=0}\u000a23:03:30.090327 --- ParallelTerminationStrategy: PID 6152 died...\u000a23:03:30.145215 run iperf3-srv_10.42.42.10(pid=6152): Terminated {rc=256}\u000a23:03:30.155267 --- ParallelTerminationStrategy: PID 6155 died...\u000a23:03:30.210331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6155): Terminated: ok {rc=0}\u000a23:03:30.220420 --- ParallelTerminationStrategy: PID 6158 died...\u000a23:03:30.275504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6158): Terminated: ok {rc=0}\u000a23:03:30.285943 --- ParallelTerminationStrategy: PID 6161 died...\u000a23:03:30.341925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6161): Terminated: ok {rc=0}\u000a23:03:30.428369 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6177): Process ended prematurely: osmo-stp_10.42.42.5(pid=6177) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6177)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6177): Process ended prematurely: osmo-stp_10.42.42.5(pid=6177) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a23:03:31.540915 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:31.553709 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:03:31.693707 tst iperf3m4.py: using LAC 32115\u000a23:03:31.818884 tst iperf3m4.py: using RAC 240\u000a23:03:31.945949 tst iperf3m4.py: using CellId 32115\u000a23:03:32.109018 tst iperf3m4.py: using BVCI 32116\u000a23:03:32.142374 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:32.157810 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:32.173741 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:32.188876 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:32.202803 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:32.218046 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:32.234451 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:32.249516 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:32.262040 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:03:32.390630 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:03:32.513178 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:03:32.634234 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:03:32.918328 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:03:33.047590 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:03:33.366769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6163): Launched\u000a23:03:33.634580 run iperf3-srv_10.42.42.10(pid=6164): Launched\u000a23:03:33.823649 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:03:33.952746 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:03:34.273295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6165): Launched\u000a23:03:34.538884 run iperf3-srv_10.42.42.10(pid=6166): Launched\u000a23:03:34.726924 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:03:34.855951 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:03:35.177041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6167): Launched\u000a23:03:35.442159 run iperf3-srv_10.42.42.10(pid=6168): Launched\u000a23:03:35.630090 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:03:35.758180 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:03:36.077448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6169): Launched\u000a23:03:36.343165 run iperf3-srv_10.42.42.10(pid=6170): Launched\u000a23:03:36.531857 tst iperf3m4.py:8: start network...\u000a23:03:36.660592 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:03:37.148252 run create_hlr_db(pid=6171): Launched\u000a23:03:37.326686 bus /gobi_6: Setting Powered False\u000a23:03:38.346177 run create_hlr_db(pid=6171): Terminated: ok {rc=0}\u000a23:03:38.780879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6173): Launched\u000a23:03:39.111881 run osmo-hlr_10.42.42.2(pid=6174): Launched\u000a23:03:39.233254 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:03:39.807663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6176): Launched\u000a23:03:40.137636 run osmo-stp_10.42.42.5(pid=6177): Launched\u000a23:03:40.256447 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:03:40.829348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6179): Launched\u000a23:03:40.946626 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:03:41.233676 run patchelf(pid=6180): Launched\u000a23:03:41.425353 run osmo-stp_10.42.42.5(pid=6177): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6177)]\u000a23:03:41.565433 run osmo-stp_10.42.42.5(pid=6177): stdout: \u000a| (launched: 2022-12-12_23:03:39.975243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:41.705345 run osmo-stp_10.42.42.5(pid=6177): stderr: \u000a| �[0;m�[38;5;43m20221212230340169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230340170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230340170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230340170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230340171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230340171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230340171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:41.840530 run osmo-stp_10.42.42.5(pid=6177): stdout: \u000a| (launched: 2022-12-12_23:03:39.975243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:41.975206 run osmo-stp_10.42.42.5(pid=6177): stderr: \u000a| �[0;m�[38;5;43m20221212230340169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230340170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230340170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230340170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230340171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230340171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230340171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:42.132712 run patchelf(pid=6180): Terminating (SIGINT)\u000a23:03:42.317651 run patchelf(pid=6180): Terminated: ok {rc=0}\u000a23:03:42.351662 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6177): Process ended prematurely: osmo-stp_10.42.42.5(pid=6177) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6177)] [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a23:03:42.361665 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a23:03:42.424595 run osmo-hlr_10.42.42.2(pid=6174): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6174)]\u000a23:03:42.475822 run osmo-hlr_10.42.42.2(pid=6174): stdout: \u000a| (launched: 2022-12-12_23:03:38.947974) \u000a23:03:42.527731 run osmo-hlr_10.42.42.2(pid=6174): stderr: \u000a| �[0;m�[1;31m20221212230339148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230339149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230339149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230339149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230339149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230339149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230339160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230339169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230339169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230339170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:03:42.572092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6163): Terminating (SIGTERM)\u000a23:03:42.614107 run iperf3-srv_10.42.42.10(pid=6164): Terminating (SIGTERM)\u000a23:03:42.656105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6165): Terminating (SIGTERM)\u000a23:03:42.698047 run iperf3-srv_10.42.42.10(pid=6166): Terminating (SIGTERM)\u000a23:03:42.739864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6167): Terminating (SIGTERM)\u000a23:03:42.781644 run iperf3-srv_10.42.42.10(pid=6168): Terminating (SIGTERM)\u000a23:03:42.823243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6169): Terminating (SIGTERM)\u000a23:03:42.865154 run iperf3-srv_10.42.42.10(pid=6170): Terminating (SIGTERM)\u000a23:03:42.907456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6173): Terminating (SIGTERM)\u000a23:03:42.949270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6176): Terminating (SIGTERM)\u000a23:03:42.991226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6179): Terminating (SIGTERM)\u000a23:03:43.000910 --- ParallelTerminationStrategy: PID 6163 died...\u000a23:03:43.056855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6163): Terminated: ok {rc=0}\u000a23:03:43.066923 --- ParallelTerminationStrategy: PID 6164 died...\u000a23:03:43.122602 run iperf3-srv_10.42.42.10(pid=6164): Terminated {rc=256}\u000a23:03:43.132738 --- ParallelTerminationStrategy: PID 6165 died...\u000a23:03:43.188412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6165): Terminated: ok {rc=0}\u000a23:03:43.198349 --- ParallelTerminationStrategy: PID 6166 died...\u000a23:03:43.253869 run iperf3-srv_10.42.42.10(pid=6166): Terminated {rc=256}\u000a23:03:43.264018 --- ParallelTerminationStrategy: PID 6167 died...\u000a23:03:43.319505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6167): Terminated: ok {rc=0}\u000a23:03:43.329941 --- ParallelTerminationStrategy: PID 6168 died...\u000a23:03:43.385254 run iperf3-srv_10.42.42.10(pid=6168): Terminated {rc=256}\u000a23:03:43.395337 --- ParallelTerminationStrategy: PID 6169 died...\u000a23:03:43.450659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6169): Terminated: ok {rc=0}\u000a23:03:43.460594 --- ParallelTerminationStrategy: PID 6170 died...\u000a23:03:43.515798 run iperf3-srv_10.42.42.10(pid=6170): Terminated {rc=256}\u000a23:03:43.525949 --- ParallelTerminationStrategy: PID 6173 died...\u000a23:03:43.581355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6173): Terminated: ok {rc=0}\u000a23:03:43.591461 --- ParallelTerminationStrategy: PID 6176 died...\u000a23:03:43.646927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6176): Terminated: ok {rc=0}\u000a23:03:43.657096 --- ParallelTerminationStrategy: PID 6179 died...\u000a23:03:43.712357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6179): Terminated: ok {rc=0}\u000a23:03:43.798331 bus /gobi_4: Setting Powered False\u000a23:03:44.901135 bus /gobi_4: Setting Powered False\u000a23:03:46.021504 bus /gobi_1: Setting Powered False\u000a23:03:47.124519 bus /gobi_1: Setting Powered False\u000a23:03:48.236143 bus /gobi_0: Setting Powered False\u000a23:03:49.341028 bus /gobi_0: Setting Powered False\u000a23:03:50.449001 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6187): Process ended prematurely: osmo-stp_10.42.42.5(pid=6187) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6187)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6187): Process ended prematurely: osmo-stp_10.42.42.5(pid=6187) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6187)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a23:03:51.518364 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:51.530568 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:03:51.672318 tst ping.py: using LAC 32116\u000a23:03:51.798481 tst ping.py: using RAC 241\u000a23:03:51.925842 tst ping.py: using CellId 32116\u000a23:03:52.053934 tst ping.py: using BVCI 32117\u000a23:03:52.078611 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:52.090281 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:52.101700 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:52.113268 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:52.124519 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:52.135860 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:52.147409 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:52.158819 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:03:52.439099 tst ping.py:19: start network...\u000a23:03:52.565727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:03:53.043807 run create_hlr_db(pid=6181): Launched\u000a23:03:53.227765 bus /gobi_6: Setting Powered False\u000a23:03:54.248470 run create_hlr_db(pid=6181): Terminated: ok {rc=0}\u000a23:03:54.654189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6183): Launched\u000a23:03:54.956154 run osmo-hlr_10.42.42.2(pid=6184): Launched\u000a23:03:55.065953 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:03:55.594933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6186): Launched\u000a23:03:55.897394 run osmo-stp_10.42.42.5(pid=6187): Launched\u000a23:03:56.008002 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:03:56.535990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6189): Launched\u000a23:03:56.644139 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:03:56.909840 run patchelf(pid=6190): Launched\u000a23:03:57.087988 run osmo-stp_10.42.42.5(pid=6187): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6187)]\u000a23:03:57.218196 run osmo-stp_10.42.42.5(pid=6187): stdout: \u000a| (launched: 2022-12-12_23:03:55.747900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:57.349280 run osmo-stp_10.42.42.5(pid=6187): stderr: \u000a| �[0;m�[38;5;43m20221212230355918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230355918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230355918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230355918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230355919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230355919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230355919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:57.475068 run osmo-stp_10.42.42.5(pid=6187): stdout: \u000a| (launched: 2022-12-12_23:03:55.747900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:57.599730 run osmo-stp_10.42.42.5(pid=6187): stderr: \u000a| �[0;m�[38;5;43m20221212230355918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230355918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230355918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230355918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230355919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230355919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230355919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:57.745706 run patchelf(pid=6190): Terminating (SIGINT)\u000a23:03:57.917481 run patchelf(pid=6190): Terminated: ok {rc=0}\u000a23:03:57.948408 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6187): Process ended prematurely: osmo-stp_10.42.42.5(pid=6187) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6187)] [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a23:03:57.957055 tst ping.py:22: Test FAILED (6.4 sec)\u000a23:03:58.017197 run osmo-hlr_10.42.42.2(pid=6184): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6184)]\u000a23:03:58.066206 run osmo-hlr_10.42.42.2(pid=6184): stdout: \u000a| (launched: 2022-12-12_23:03:54.807123) \u000a23:03:58.115818 run osmo-hlr_10.42.42.2(pid=6184): stderr: \u000a| �[0;m�[1;31m20221212230354984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230354984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230354984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230354984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230354984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230354984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230355011 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230355022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230355022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230355022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:03:58.157713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6183): Terminating (SIGTERM)\u000a23:03:58.197553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6186): Terminating (SIGTERM)\u000a23:03:58.237216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6189): Terminating (SIGTERM)\u000a23:03:58.246748 --- ParallelTerminationStrategy: PID 6183 died...\u000a23:03:58.299980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6183): Terminated: ok {rc=0}\u000a23:03:58.309992 --- ParallelTerminationStrategy: PID 6186 died...\u000a23:03:58.362844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6186): Terminated: ok {rc=0}\u000a23:03:58.372688 --- ParallelTerminationStrategy: PID 6189 died...\u000a23:03:58.425620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6189): Terminated: ok {rc=0}\u000a23:03:58.512053 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6197): Process ended prematurely: osmo-stp_10.42.42.5(pid=6197) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6197)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6197): Process ended prematurely: osmo-stp_10.42.42.5(pid=6197) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6197)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a23:03:59.564133 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:03:59.576513 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:03:59.719875 tst ping_idle_ping.py: using LAC 32117\u000a23:03:59.846139 tst ping_idle_ping.py: using RAC 242\u000a23:03:59.974291 tst ping_idle_ping.py: using CellId 32117\u000a23:04:00.102459 tst ping_idle_ping.py: using BVCI 32118\u000a23:04:00.127140 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:04:00.138809 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:04:00.150247 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:04:00.161700 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:04:00.173023 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:04:00.184428 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:04:00.196219 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:04:00.207916 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:04:00.501389 tst ping_idle_ping.py:24: start network...\u000a23:04:00.636037 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:04:01.187589 run create_hlr_db(pid=6191): Launched\u000a23:04:01.380414 bus /gobi_6: Setting Powered False\u000a23:04:02.394884 run create_hlr_db(pid=6191): Terminated: ok {rc=0}\u000a23:04:02.827730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6193): Launched\u000a23:04:03.150080 run osmo-hlr_10.42.42.2(pid=6194): Launched\u000a23:04:03.271763 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:04:03.835738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6196): Launched\u000a23:04:04.159411 run osmo-stp_10.42.42.5(pid=6197): Launched\u000a23:04:04.276394 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:04:04.841510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6199): Launched\u000a23:04:04.956562 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:04:05.239203 run patchelf(pid=6200): Launched\u000a23:04:05.429191 run osmo-stp_10.42.42.5(pid=6197): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6197)]\u000a23:04:05.567261 run osmo-stp_10.42.42.5(pid=6197): stdout: \u000a| (launched: 2022-12-12_23:04:03.999941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:05.705734 run osmo-stp_10.42.42.5(pid=6197): stderr: \u000a| �[0;m�[38;5;43m20221212230404194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230404194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230404194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230404195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230404195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230404195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230404195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:05.839358 run osmo-stp_10.42.42.5(pid=6197): stdout: \u000a| (launched: 2022-12-12_23:04:03.999941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:05.972042 run osmo-stp_10.42.42.5(pid=6197): stderr: \u000a| �[0;m�[38;5;43m20221212230404194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230404194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230404194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230404195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230404195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230404195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230404195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:06.127465 run patchelf(pid=6200): Terminating (SIGINT)\u000a23:04:06.309561 run patchelf(pid=6200): Terminated: ok {rc=0}\u000a23:04:06.342379 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6197): Process ended prematurely: osmo-stp_10.42.42.5(pid=6197) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6197)] [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a23:04:06.351710 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a23:04:06.414232 run osmo-hlr_10.42.42.2(pid=6194): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6194)]\u000a23:04:06.465439 run osmo-hlr_10.42.42.2(pid=6194): stdout: \u000a| (launched: 2022-12-12_23:04:02.991919) \u000a23:04:06.517311 run osmo-hlr_10.42.42.2(pid=6194): stderr: \u000a| �[0;m�[1;31m20221212230403190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230403190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230403190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230403190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230403190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230403190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230403202 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230403210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230403211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230403211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:04:06.561492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6193): Terminating (SIGTERM)\u000a23:04:06.602906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6196): Terminating (SIGTERM)\u000a23:04:06.644255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6199): Terminating (SIGTERM)\u000a23:04:06.654007 --- ParallelTerminationStrategy: PID 6193 died...\u000a23:04:06.709536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6193): Terminated: ok {rc=0}\u000a23:04:06.719553 --- ParallelTerminationStrategy: PID 6196 died...\u000a23:04:06.774911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6196): Terminated: ok {rc=0}\u000a23:04:06.784876 --- ParallelTerminationStrategy: PID 6199 died...\u000a23:04:06.840144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6199): Terminated: ok {rc=0}\u000a23:04:06.926725 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:03:08" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6215): Process ended prematurely: osmo-stp_10.42.42.5(pid=6215) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6215)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6215): Process ended prematurely: osmo-stp_10.42.42.5(pid=6215) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6215)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:04:09.088394 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:09.099962 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:04:09.263490 tst cs_paging_gprs_active.py: using LAC 32118\u000a23:04:09.394746 tst cs_paging_gprs_active.py: using RAC 243\u000a23:04:09.528627 tst cs_paging_gprs_active.py: using CellId 32118\u000a23:04:09.656756 tst cs_paging_gprs_active.py: using BVCI 32119\u000a23:04:09.682063 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:09.693677 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:09.705075 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:09.716554 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:09.728022 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:09.739380 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:09.750918 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:09.762341 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:09.773912 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:04:09.891597 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:04:10.191746 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:04:10.329024 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:04:10.667787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6205): Launched\u000a23:04:10.949630 run iperf3-srv_10.42.42.10(pid=6206): Launched\u000a23:04:11.151172 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:04:11.287917 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:04:11.628045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6207): Launched\u000a23:04:11.910253 run iperf3-srv_10.42.42.10(pid=6208): Launched\u000a23:04:12.111993 tst cs_paging_gprs_active.py:38: start network...\u000a23:04:12.248838 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:04:12.775869 run create_hlr_db(pid=6209): Launched\u000a23:04:12.965497 bus /gobi_6: Setting Powered False\u000a23:04:13.986779 run create_hlr_db(pid=6209): Terminated: ok {rc=0}\u000a23:04:14.424412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6211): Launched\u000a23:04:14.752859 run osmo-hlr_10.42.42.2(pid=6212): Launched\u000a23:04:14.877115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:04:15.449710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6214): Launched\u000a23:04:15.779829 run osmo-stp_10.42.42.5(pid=6215): Launched\u000a23:04:15.935096 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:04:16.551837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6217): Launched\u000a23:04:16.673179 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:04:16.980665 run patchelf(pid=6218): Launched\u000a23:04:17.177861 run osmo-stp_10.42.42.5(pid=6215): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6215)]\u000a23:04:17.320262 run osmo-stp_10.42.42.5(pid=6215): stdout: \u000a| (launched: 2022-12-12_23:04:15.617747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:17.462367 run osmo-stp_10.42.42.5(pid=6215): stderr: \u000a| �[0;m�[38;5;43m20221212230415813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230415813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230415813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230415814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230415816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230415816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230415816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:17.599203 run osmo-stp_10.42.42.5(pid=6215): stdout: \u000a| (launched: 2022-12-12_23:04:15.617747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:17.734728 run osmo-stp_10.42.42.5(pid=6215): stderr: \u000a| �[0;m�[38;5;43m20221212230415813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230415813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230415813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230415814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230415816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230415816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230415816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:17.893672 run patchelf(pid=6218): Terminating (SIGINT)\u000a23:04:18.080501 run patchelf(pid=6218): Terminated: ok {rc=0}\u000a23:04:18.114694 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6215): Process ended prematurely: osmo-stp_10.42.42.5(pid=6215) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6215)] [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a23:04:18.124717 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a23:04:18.187854 run osmo-hlr_10.42.42.2(pid=6212): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6212)]\u000a23:04:18.239186 run osmo-hlr_10.42.42.2(pid=6212): stdout: \u000a| (launched: 2022-12-12_23:04:14.592372) \u000a23:04:18.291263 run osmo-hlr_10.42.42.2(pid=6212): stderr: \u000a| �[0;m�[1;31m20221212230414793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230414793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230414793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230414793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230414793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230414793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230414807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230414815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230414815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230414815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:04:18.335594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6205): Terminating (SIGTERM)\u000a23:04:18.377403 run iperf3-srv_10.42.42.10(pid=6206): Terminating (SIGTERM)\u000a23:04:18.419216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6207): Terminating (SIGTERM)\u000a23:04:18.460902 run iperf3-srv_10.42.42.10(pid=6208): Terminating (SIGTERM)\u000a23:04:18.502882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6211): Terminating (SIGTERM)\u000a23:04:18.547195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6214): Terminating (SIGTERM)\u000a23:04:18.590155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6217): Terminating (SIGTERM)\u000a23:04:18.600086 --- ParallelTerminationStrategy: PID 6205 died...\u000a23:04:18.659458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6205): Terminated: ok {rc=0}\u000a23:04:18.669759 --- ParallelTerminationStrategy: PID 6206 died...\u000a23:04:18.724876 run iperf3-srv_10.42.42.10(pid=6206): Terminated {rc=256}\u000a23:04:18.735012 --- ParallelTerminationStrategy: PID 6207 died...\u000a23:04:18.790261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6207): Terminated: ok {rc=0}\u000a23:04:18.800232 --- ParallelTerminationStrategy: PID 6208 died...\u000a23:04:18.855423 run iperf3-srv_10.42.42.10(pid=6208): Terminated {rc=256}\u000a23:04:18.865502 --- ParallelTerminationStrategy: PID 6211 died...\u000a23:04:18.921201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6211): Terminated: ok {rc=0}\u000a23:04:18.931185 --- ParallelTerminationStrategy: PID 6214 died...\u000a23:04:18.986858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6214): Terminated: ok {rc=0}\u000a23:04:18.996931 --- ParallelTerminationStrategy: PID 6217 died...\u000a23:04:19.052220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6217): Terminated: ok {rc=0}\u000a23:04:19.138611 bus /gobi_0: Setting Powered False\u000a23:04:20.245214 bus /gobi_0: Setting Powered False\u000a23:04:21.352416 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6229): Process ended prematurely: osmo-stp_10.42.42.5(pid=6229) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6229)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6229): Process ended prematurely: osmo-stp_10.42.42.5(pid=6229) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6229)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a23:04:22.468562 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:22.480882 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:04:22.651605 tst iperf3.py: using LAC 32119\u000a23:04:22.781647 tst iperf3.py: using RAC 244\u000a23:04:22.911968 tst iperf3.py: using CellId 32119\u000a23:04:23.040757 tst iperf3.py: using BVCI 32120\u000a23:04:23.066265 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:23.077852 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:23.089378 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:23.100765 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:23.112161 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:23.123559 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:23.135031 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:23.146479 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:23.158025 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:04:23.458363 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:04:23.595856 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:04:23.937237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6221): Launched\u000a23:04:24.222868 run iperf3-srv_10.42.42.10(pid=6222): Launched\u000a23:04:24.425294 tst iperf3.py:8: start network...\u000a23:04:24.563372 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:04:25.089406 run create_hlr_db(pid=6223): Launched\u000a23:04:25.279435 bus /gobi_6: Setting Powered False\u000a23:04:26.299129 run create_hlr_db(pid=6223): Terminated: ok {rc=0}\u000a23:04:26.735065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6225): Launched\u000a23:04:27.064606 run osmo-hlr_10.42.42.2(pid=6226): Launched\u000a23:04:27.184865 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:04:27.761166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6228): Launched\u000a23:04:28.090549 run osmo-stp_10.42.42.5(pid=6229): Launched\u000a23:04:28.210156 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:04:28.785307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6231): Launched\u000a23:04:28.902629 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:04:29.190182 run patchelf(pid=6232): Launched\u000a23:04:29.382163 run osmo-stp_10.42.42.5(pid=6229): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6229)]\u000a23:04:29.523256 run osmo-stp_10.42.42.5(pid=6229): stdout: \u000a| (launched: 2022-12-12_23:04:27.928345)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:29.663647 run osmo-stp_10.42.42.5(pid=6229): stderr: \u000a| �[0;m�[38;5;43m20221212230428123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230428123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230428123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230428124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230428124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230428124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230428124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:29.799288 run osmo-stp_10.42.42.5(pid=6229): stdout: \u000a| (launched: 2022-12-12_23:04:27.928345)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:29.933655 run osmo-stp_10.42.42.5(pid=6229): stderr: \u000a| �[0;m�[38;5;43m20221212230428123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230428123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230428123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230428124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230428124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230428124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230428124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:30.092173 run patchelf(pid=6232): Terminating (SIGINT)\u000a23:04:30.277903 run patchelf(pid=6232): Terminated: ok {rc=0}\u000a23:04:30.311870 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6229): Process ended prematurely: osmo-stp_10.42.42.5(pid=6229) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6229)] [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a23:04:30.322031 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a23:04:30.384752 run osmo-hlr_10.42.42.2(pid=6226): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6226)]\u000a23:04:30.436086 run osmo-hlr_10.42.42.2(pid=6226): stdout: \u000a| (launched: 2022-12-12_23:04:26.902366) \u000a23:04:30.488022 run osmo-hlr_10.42.42.2(pid=6226): stderr: \u000a| �[0;m�[1;31m20221212230427101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230427101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230427101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230427101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230427101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230427101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230427116 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230427124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230427124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230427124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:04:30.532035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6221): Terminating (SIGTERM)\u000a23:04:30.573667 run iperf3-srv_10.42.42.10(pid=6222): Terminating (SIGTERM)\u000a23:04:30.615167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6225): Terminating (SIGTERM)\u000a23:04:30.656786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6228): Terminating (SIGTERM)\u000a23:04:30.698544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6231): Terminating (SIGTERM)\u000a23:04:30.707842 --- ParallelTerminationStrategy: PID 6221 died...\u000a23:04:30.763305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6221): Terminated: ok {rc=0}\u000a23:04:30.773446 --- ParallelTerminationStrategy: PID 6222 died...\u000a23:04:30.828522 run iperf3-srv_10.42.42.10(pid=6222): Terminated {rc=256}\u000a23:04:30.838967 --- ParallelTerminationStrategy: PID 6225 died...\u000a23:04:30.895273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6225): Terminated: ok {rc=0}\u000a23:04:30.905764 --- ParallelTerminationStrategy: PID 6228 died...\u000a23:04:30.964242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6228): Terminated: ok {rc=0}\u000a23:04:30.974701 --- ParallelTerminationStrategy: PID 6231 died...\u000a23:04:31.031897 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6231): Terminated: ok {rc=0}\u000a23:04:31.119052 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6247): Process ended prematurely: osmo-stp_10.42.42.5(pid=6247) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6247)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6247): Process ended prematurely: osmo-stp_10.42.42.5(pid=6247) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6247)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a23:04:32.230303 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:32.243236 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:04:32.406330 tst iperf3m4.py: using LAC 32120\u000a23:04:32.530328 tst iperf3m4.py: using RAC 245\u000a23:04:32.656869 tst iperf3m4.py: using CellId 32120\u000a23:04:32.779184 tst iperf3m4.py: using BVCI 32121\u000a23:04:32.803176 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:32.814556 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:32.825605 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:32.837581 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:32.849549 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:32.861372 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:32.873423 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:32.885591 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:32.897406 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:04:33.015788 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:04:33.134606 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:04:33.256669 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:04:33.543334 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:04:33.672760 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:04:33.994085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6233): Launched\u000a23:04:34.261269 run iperf3-srv_10.42.42.10(pid=6234): Launched\u000a23:04:34.453947 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:04:34.582734 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:04:34.905243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6235): Launched\u000a23:04:35.174380 run iperf3-srv_10.42.42.10(pid=6236): Launched\u000a23:04:35.363264 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:04:35.492214 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:04:35.815086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6237): Launched\u000a23:04:36.082361 run iperf3-srv_10.42.42.10(pid=6238): Launched\u000a23:04:36.271175 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:04:36.399879 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:04:36.719965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6239): Launched\u000a23:04:36.986679 run iperf3-srv_10.42.42.10(pid=6240): Launched\u000a23:04:37.175276 tst iperf3m4.py:8: start network...\u000a23:04:37.304115 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:04:37.792761 run create_hlr_db(pid=6241): Launched\u000a23:04:37.971852 bus /gobi_6: Setting Powered False\u000a23:04:38.992087 run create_hlr_db(pid=6241): Terminated: ok {rc=0}\u000a23:04:39.403520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6243): Launched\u000a23:04:39.717174 run osmo-hlr_10.42.42.2(pid=6244): Launched\u000a23:04:39.838071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:04:40.388049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6246): Launched\u000a23:04:40.698360 run osmo-stp_10.42.42.5(pid=6247): Launched\u000a23:04:40.811151 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:04:41.349454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6249): Launched\u000a23:04:41.459580 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:04:41.729896 run patchelf(pid=6250): Launched\u000a23:04:41.911457 run osmo-stp_10.42.42.5(pid=6247): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6247)]\u000a23:04:42.043793 run osmo-stp_10.42.42.5(pid=6247): stdout: \u000a| (launched: 2022-12-12_23:04:40.545621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:42.176030 run osmo-stp_10.42.42.5(pid=6247): stderr: \u000a| �[0;m�[38;5;43m20221212230440716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230440716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230440716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230440717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230440717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230440717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230440717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:42.303980 run osmo-stp_10.42.42.5(pid=6247): stdout: \u000a| (launched: 2022-12-12_23:04:40.545621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:42.430962 run osmo-stp_10.42.42.5(pid=6247): stderr: \u000a| �[0;m�[38;5;43m20221212230440716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230440716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230440716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230440717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230440717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230440717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230440717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:42.579556 run patchelf(pid=6250): Terminating (SIGINT)\u000a23:04:42.754477 run patchelf(pid=6250): Terminated: ok {rc=0}\u000a23:04:42.786397 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6247): Process ended prematurely: osmo-stp_10.42.42.5(pid=6247) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6247)] [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a23:04:42.795798 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a23:04:42.856585 run osmo-hlr_10.42.42.2(pid=6244): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6244)]\u000a23:04:42.905599 run osmo-hlr_10.42.42.2(pid=6244): stdout: \u000a| (launched: 2022-12-12_23:04:39.560375) \u000a23:04:42.955405 run osmo-hlr_10.42.42.2(pid=6244): stderr: \u000a| �[0;m�[1;31m20221212230439741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230439741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230439741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230439741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230439741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230439741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230439753 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230439762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230439762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230439762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:04:42.997417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6233): Terminating (SIGTERM)\u000a23:04:43.037351 run iperf3-srv_10.42.42.10(pid=6234): Terminating (SIGTERM)\u000a23:04:43.077319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6235): Terminating (SIGTERM)\u000a23:04:43.116992 run iperf3-srv_10.42.42.10(pid=6236): Terminating (SIGTERM)\u000a23:04:43.156695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6237): Terminating (SIGTERM)\u000a23:04:43.196430 run iperf3-srv_10.42.42.10(pid=6238): Terminating (SIGTERM)\u000a23:04:43.236239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6239): Terminating (SIGTERM)\u000a23:04:43.275816 run iperf3-srv_10.42.42.10(pid=6240): Terminating (SIGTERM)\u000a23:04:43.315583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6243): Terminating (SIGTERM)\u000a23:04:43.355368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6246): Terminating (SIGTERM)\u000a23:04:43.395166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6249): Terminating (SIGTERM)\u000a23:04:43.404767 --- ParallelTerminationStrategy: PID 6233 died...\u000a23:04:43.458166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6233): Terminated: ok {rc=0}\u000a23:04:43.468155 --- ParallelTerminationStrategy: PID 6234 died...\u000a23:04:43.520779 run iperf3-srv_10.42.42.10(pid=6234): Terminated {rc=256}\u000a23:04:43.530416 --- ParallelTerminationStrategy: PID 6235 died...\u000a23:04:43.583364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6235): Terminated: ok {rc=0}\u000a23:04:43.593084 --- ParallelTerminationStrategy: PID 6236 died...\u000a23:04:43.646085 run iperf3-srv_10.42.42.10(pid=6236): Terminated {rc=256}\u000a23:04:43.655915 --- ParallelTerminationStrategy: PID 6237 died...\u000a23:04:43.708868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6237): Terminated: ok {rc=0}\u000a23:04:43.718759 --- ParallelTerminationStrategy: PID 6238 died...\u000a23:04:43.771737 run iperf3-srv_10.42.42.10(pid=6238): Terminated {rc=256}\u000a23:04:43.781759 --- ParallelTerminationStrategy: PID 6239 died...\u000a23:04:43.834784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6239): Terminated: ok {rc=0}\u000a23:04:43.845139 --- ParallelTerminationStrategy: PID 6240 died...\u000a23:04:43.898448 run iperf3-srv_10.42.42.10(pid=6240): Terminated {rc=256}\u000a23:04:43.908059 --- ParallelTerminationStrategy: PID 6243 died...\u000a23:04:43.961181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6243): Terminated: ok {rc=0}\u000a23:04:43.970749 --- ParallelTerminationStrategy: PID 6246 died...\u000a23:04:44.023605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6246): Terminated: ok {rc=0}\u000a23:04:44.033816 --- ParallelTerminationStrategy: PID 6249 died...\u000a23:04:44.087159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6249): Terminated: ok {rc=0}\u000a23:04:44.176396 bus /gobi_4: Setting Powered False\u000a23:04:45.280970 bus /gobi_4: Setting Powered False\u000a23:04:46.412575 bus /gobi_1: Setting Powered False\u000a23:04:47.515749 bus /gobi_1: Setting Powered False\u000a23:04:48.627532 bus /gobi_0: Setting Powered False\u000a23:04:49.735778 bus /gobi_0: Setting Powered False\u000a23:04:50.849227 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6257): Process ended prematurely: osmo-stp_10.42.42.5(pid=6257) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6257)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6257): Process ended prematurely: osmo-stp_10.42.42.5(pid=6257) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6257)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a23:04:51.916936 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:51.928842 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:04:52.090326 tst ping.py: using LAC 32121\u000a23:04:52.216680 tst ping.py: using RAC 246\u000a23:04:52.339141 tst ping.py: using CellId 32121\u000a23:04:52.466177 tst ping.py: using BVCI 32122\u000a23:04:52.490970 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:52.502707 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:52.514218 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:52.526416 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:52.538443 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:52.550488 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:52.564038 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:04:52.575274 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:04:52.868358 tst ping.py:19: start network...\u000a23:04:53.003709 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:04:53.517712 run create_hlr_db(pid=6251): Launched\u000a23:04:53.704863 bus /gobi_6: Setting Powered False\u000a23:04:54.714742 run create_hlr_db(pid=6251): Terminated: ok {rc=0}\u000a23:04:55.153968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6253): Launched\u000a23:04:55.477294 run osmo-hlr_10.42.42.2(pid=6254): Launched\u000a23:04:55.597302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:04:56.162798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6256): Launched\u000a23:04:56.485510 run osmo-stp_10.42.42.5(pid=6257): Launched\u000a23:04:56.602572 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:04:57.169072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6259): Launched\u000a23:04:57.284436 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:04:57.566310 run patchelf(pid=6260): Launched\u000a23:04:57.756199 run osmo-stp_10.42.42.5(pid=6257): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6257)]\u000a23:04:57.894495 run osmo-stp_10.42.42.5(pid=6257): stdout: \u000a| (launched: 2022-12-12_23:04:56.326699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:58.033412 run osmo-stp_10.42.42.5(pid=6257): stderr: \u000a| �[0;m�[38;5;43m20221212230456517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230456518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230456518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230456518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230456519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230456519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230456519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:58.166929 run osmo-stp_10.42.42.5(pid=6257): stdout: \u000a| (launched: 2022-12-12_23:04:56.326699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:58.299133 run osmo-stp_10.42.42.5(pid=6257): stderr: \u000a| �[0;m�[38;5;43m20221212230456517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230456518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230456518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230456518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230456519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230456519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230456519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:58.454015 run patchelf(pid=6260): Terminating (SIGINT)\u000a23:04:58.635987 run patchelf(pid=6260): Terminated: ok {rc=0}\u000a23:04:58.668893 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6257): Process ended prematurely: osmo-stp_10.42.42.5(pid=6257) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6257)] [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a23:04:58.678208 tst ping.py:22: Test FAILED (6.7 sec)\u000a23:04:58.741027 run osmo-hlr_10.42.42.2(pid=6254): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6254)]\u000a23:04:58.792406 run osmo-hlr_10.42.42.2(pid=6254): stdout: \u000a| (launched: 2022-12-12_23:04:55.318884) \u000a23:04:58.844517 run osmo-hlr_10.42.42.2(pid=6254): stderr: \u000a| �[0;m�[1;31m20221212230455516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230455516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230455516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230455516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230455516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230455516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230455529 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230455537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230455537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230455537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:04:58.888861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6253): Terminating (SIGTERM)\u000a23:04:58.930788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6256): Terminating (SIGTERM)\u000a23:04:58.972746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6259): Terminating (SIGTERM)\u000a23:04:58.982501 --- ParallelTerminationStrategy: PID 6253 died...\u000a23:04:59.038966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6253): Terminated: ok {rc=0}\u000a23:04:59.049291 --- ParallelTerminationStrategy: PID 6256 died...\u000a23:04:59.105040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6256): Terminated: ok {rc=0}\u000a23:04:59.115120 --- ParallelTerminationStrategy: PID 6259 died...\u000a23:04:59.170728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6259): Terminated: ok {rc=0}\u000a23:04:59.257619 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6270): Process ended prematurely: osmo-stp_10.42.42.5(pid=6270) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6270)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6270): Process ended prematurely: osmo-stp_10.42.42.5(pid=6270) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6270)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a23:05:00.311618 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:05:00.324532 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:05:00.491196 tst ping_idle_ping.py: using LAC 32122\u000a23:05:00.618332 tst ping_idle_ping.py: using RAC 247\u000a23:05:00.745353 tst ping_idle_ping.py: using CellId 32122\u000a23:05:00.875453 tst ping_idle_ping.py: using BVCI 32123\u000a23:05:00.909694 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:05:00.924145 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:05:00.936171 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:05:00.948168 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:05:00.960128 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:05:00.972115 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:05:00.984356 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:05:00.996782 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:05:01.336889 tst ping_idle_ping.py:24: start network...\u000a23:05:01.483282 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:05:02.039040 run create_hlr_db(pid=6264): Launched\u000a23:05:02.230414 bus /gobi_6: Setting Powered False\u000a23:05:03.238828 run create_hlr_db(pid=6264): Terminated: ok {rc=0}\u000a23:05:03.679314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6266): Launched\u000a23:05:04.002487 run osmo-hlr_10.42.42.2(pid=6267): Launched\u000a23:05:04.123120 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:05:04.689613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6269): Launched\u000a23:05:05.014568 run osmo-stp_10.42.42.5(pid=6270): Launched\u000a23:05:05.132667 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:05:05.698988 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6272): Launched\u000a23:05:05.814979 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:05:06.099923 run patchelf(pid=6273): Launched\u000a23:05:06.289770 run osmo-stp_10.42.42.5(pid=6270): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6270)]\u000a23:05:06.428310 run osmo-stp_10.42.42.5(pid=6270): stdout: \u000a| (launched: 2022-12-12_23:05:04.855383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:06.567301 run osmo-stp_10.42.42.5(pid=6270): stderr: \u000a| �[0;m�[38;5;43m20221212230505047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230505048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230505048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230505048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230505049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230505049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230505049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:06.701566 run osmo-stp_10.42.42.5(pid=6270): stdout: \u000a| (launched: 2022-12-12_23:05:04.855383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:06.834425 run osmo-stp_10.42.42.5(pid=6270): stderr: \u000a| �[0;m�[38;5;43m20221212230505047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230505048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230505048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230505048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230505049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230505049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230505049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:06.990247 run patchelf(pid=6273): Terminating (SIGINT)\u000a23:05:07.174165 run patchelf(pid=6273): Terminated: ok {rc=0}\u000a23:05:07.207117 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6270): Process ended prematurely: osmo-stp_10.42.42.5(pid=6270) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6270)] [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a23:05:07.216458 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a23:05:07.278797 run osmo-hlr_10.42.42.2(pid=6267): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6267)]\u000a23:05:07.329786 run osmo-hlr_10.42.42.2(pid=6267): stdout: \u000a| (launched: 2022-12-12_23:05:03.844534) \u000a23:05:07.381273 run osmo-hlr_10.42.42.2(pid=6267): stderr: \u000a| �[0;m�[1;31m20221212230504045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230504045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230504045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230504045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230504045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230504045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230504058 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230504066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230504066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230504066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:05:07.425210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6266): Terminating (SIGTERM)\u000a23:05:07.466872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6269): Terminating (SIGTERM)\u000a23:05:07.508285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6272): Terminating (SIGTERM)\u000a23:05:07.517944 --- ParallelTerminationStrategy: PID 6266 died...\u000a23:05:07.573470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6266): Terminated: ok {rc=0}\u000a23:05:07.583379 --- ParallelTerminationStrategy: PID 6269 died...\u000a23:05:07.638208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6269): Terminated: ok {rc=0}\u000a23:05:07.648118 --- ParallelTerminationStrategy: PID 6272 died...\u000a23:05:07.702763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6272): Terminated: ok {rc=0}\u000a23:05:07.788471 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:04:08" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6288): Process ended prematurely: osmo-stp_10.42.42.5(pid=6288) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6288)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6288): Process ended prematurely: osmo-stp_10.42.42.5(pid=6288) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6288)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:05:09.952325 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:09.963927 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:05:10.126507 tst cs_paging_gprs_active.py: using LAC 32123\u000a23:05:10.253934 tst cs_paging_gprs_active.py: using RAC 248\u000a23:05:10.383068 tst cs_paging_gprs_active.py: using CellId 32123\u000a23:05:10.509865 tst cs_paging_gprs_active.py: using BVCI 32124\u000a23:05:10.535238 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:10.546915 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:10.558869 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:10.570399 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:10.581910 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:10.593329 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:10.604818 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:10.616194 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:10.627845 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:05:10.746104 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:05:11.030821 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:05:11.160052 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:05:11.480940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6277): Launched\u000a23:05:11.750925 run iperf3-srv_10.42.42.10(pid=6278): Launched\u000a23:05:11.941270 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:05:12.070615 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:05:12.393179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6279): Launched\u000a23:05:12.660439 run iperf3-srv_10.42.42.10(pid=6280): Launched\u000a23:05:12.849441 tst cs_paging_gprs_active.py:38: start network...\u000a23:05:12.978516 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:05:13.469402 run create_hlr_db(pid=6281): Launched\u000a23:05:13.648418 bus /gobi_6: Setting Powered False\u000a23:05:14.667961 run create_hlr_db(pid=6281): Terminated: ok {rc=0}\u000a23:05:15.107013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6284): Launched\u000a23:05:15.437702 run osmo-hlr_10.42.42.2(pid=6285): Launched\u000a23:05:15.562578 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:05:16.157444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6287): Launched\u000a23:05:16.596885 run osmo-stp_10.42.42.5(pid=6288): Launched\u000a23:05:16.879395 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:05:17.488830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6290): Launched\u000a23:05:17.600017 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:05:17.880566 run patchelf(pid=6291): Launched\u000a23:05:18.062729 run osmo-stp_10.42.42.5(pid=6288): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6288)]\u000a23:05:18.195625 run osmo-stp_10.42.42.5(pid=6288): stdout: \u000a| (launched: 2022-12-12_23:05:16.323234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:18.329368 run osmo-stp_10.42.42.5(pid=6288): stderr: \u000a| �[0;m�[38;5;43m20221212230516713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230516714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230516716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230516718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230516720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230516721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230516721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:18.458567 run osmo-stp_10.42.42.5(pid=6288): stdout: \u000a| (launched: 2022-12-12_23:05:16.323234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:18.586835 run osmo-stp_10.42.42.5(pid=6288): stderr: \u000a| �[0;m�[38;5;43m20221212230516713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230516714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230516716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230516718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230516720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230516721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230516721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:18.735991 run patchelf(pid=6291): Terminating (SIGINT)\u000a23:05:18.911747 run patchelf(pid=6291): Terminated: ok {rc=0}\u000a23:05:18.943861 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6288): Process ended prematurely: osmo-stp_10.42.42.5(pid=6288) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6288)] [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a23:05:18.953667 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a23:05:19.014190 run osmo-hlr_10.42.42.2(pid=6285): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6285)]\u000a23:05:19.063161 run osmo-hlr_10.42.42.2(pid=6285): stdout: \u000a| (launched: 2022-12-12_23:05:15.275256) \u000a23:05:19.112896 run osmo-hlr_10.42.42.2(pid=6285): stderr: \u000a| �[0;m�[1;31m20221212230515473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230515474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230515474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230515474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230515474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230515474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230515486 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230515495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230515495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230515495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:05:19.154691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6277): Terminating (SIGTERM)\u000a23:05:19.194302 run iperf3-srv_10.42.42.10(pid=6278): Terminating (SIGTERM)\u000a23:05:19.233914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6279): Terminating (SIGTERM)\u000a23:05:19.273335 run iperf3-srv_10.42.42.10(pid=6280): Terminating (SIGTERM)\u000a23:05:19.312898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6284): Terminating (SIGTERM)\u000a23:05:19.352561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6287): Terminating (SIGTERM)\u000a23:05:19.392144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6290): Terminating (SIGTERM)\u000a23:05:19.401633 --- ParallelTerminationStrategy: PID 6277 died...\u000a23:05:19.455087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6277): Terminated: ok {rc=0}\u000a23:05:19.464511 --- ParallelTerminationStrategy: PID 6278 died...\u000a23:05:19.517113 run iperf3-srv_10.42.42.10(pid=6278): Terminated {rc=256}\u000a23:05:19.526800 --- ParallelTerminationStrategy: PID 6279 died...\u000a23:05:19.579424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6279): Terminated: ok {rc=0}\u000a23:05:19.589214 --- ParallelTerminationStrategy: PID 6280 died...\u000a23:05:19.641903 run iperf3-srv_10.42.42.10(pid=6280): Terminated {rc=256}\u000a23:05:19.651419 --- ParallelTerminationStrategy: PID 6284 died...\u000a23:05:19.704033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6284): Terminated: ok {rc=0}\u000a23:05:19.713846 --- ParallelTerminationStrategy: PID 6287 died...\u000a23:05:19.766308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6287): Terminated: ok {rc=0}\u000a23:05:19.776138 --- ParallelTerminationStrategy: PID 6290 died...\u000a23:05:19.829532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6290): Terminated: ok {rc=0}\u000a23:05:19.918578 bus /gobi_0: Setting Powered False\u000a23:05:21.022062 bus /gobi_0: Setting Powered False\u000a23:05:22.129227 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6300): Process ended prematurely: osmo-stp_10.42.42.5(pid=6300) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6300)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6300): Process ended prematurely: osmo-stp_10.42.42.5(pid=6300) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a23:05:23.244689 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:23.257139 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:05:23.420848 tst iperf3.py: using LAC 32124\u000a23:05:23.549952 tst iperf3.py: using RAC 249\u000a23:05:23.670788 tst iperf3.py: using CellId 32124\u000a23:05:23.798139 tst iperf3.py: using BVCI 32125\u000a23:05:23.823441 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:23.835437 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:23.847126 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:23.858793 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:23.870431 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:23.881984 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:23.893553 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:23.904908 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:23.916711 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:05:24.207262 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:05:24.335799 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:05:24.654540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6292): Launched\u000a23:05:24.920424 run iperf3-srv_10.42.42.10(pid=6293): Launched\u000a23:05:25.109499 tst iperf3.py:8: start network...\u000a23:05:25.238485 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:05:25.727768 run create_hlr_db(pid=6294): Launched\u000a23:05:25.906327 bus /gobi_6: Setting Powered False\u000a23:05:26.925987 run create_hlr_db(pid=6294): Terminated: ok {rc=0}\u000a23:05:27.363748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6296): Launched\u000a23:05:27.694728 run osmo-hlr_10.42.42.2(pid=6297): Launched\u000a23:05:27.817977 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:05:28.397138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6299): Launched\u000a23:05:28.728740 run osmo-stp_10.42.42.5(pid=6300): Launched\u000a23:05:28.849533 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:05:29.425210 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6302): Launched\u000a23:05:29.542729 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:05:29.830855 run patchelf(pid=6303): Launched\u000a23:05:30.023994 run osmo-stp_10.42.42.5(pid=6300): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6300)]\u000a23:05:30.164647 run osmo-stp_10.42.42.5(pid=6300): stdout: \u000a| (launched: 2022-12-12_23:05:28.565853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:30.305403 run osmo-stp_10.42.42.5(pid=6300): stderr: \u000a| �[0;m�[38;5;43m20221212230528759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230528760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230528760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230528760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230528763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230528763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230528763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:30.442499 run osmo-stp_10.42.42.5(pid=6300): stdout: \u000a| (launched: 2022-12-12_23:05:28.565853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:30.577938 run osmo-stp_10.42.42.5(pid=6300): stderr: \u000a| �[0;m�[38;5;43m20221212230528759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230528760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230528760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230528760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230528763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230528763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230528763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:30.735994 run patchelf(pid=6303): Terminating (SIGINT)\u000a23:05:30.936537 run patchelf(pid=6303): Terminated: ok {rc=0}\u000a23:05:30.971492 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6300): Process ended prematurely: osmo-stp_10.42.42.5(pid=6300) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6300)] [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a23:05:30.981939 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a23:05:31.047365 run osmo-hlr_10.42.42.2(pid=6297): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6297)]\u000a23:05:31.099455 run osmo-hlr_10.42.42.2(pid=6297): stdout: \u000a| (launched: 2022-12-12_23:05:27.532241) \u000a23:05:31.153342 run osmo-hlr_10.42.42.2(pid=6297): stderr: \u000a| �[0;m�[1;31m20221212230527731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230527731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230527731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230527731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230527731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230527732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230527744 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230527754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230527754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230527754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:05:31.197172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6292): Terminating (SIGTERM)\u000a23:05:31.240718 run iperf3-srv_10.42.42.10(pid=6293): Terminating (SIGTERM)\u000a23:05:31.283927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6296): Terminating (SIGTERM)\u000a23:05:31.330071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6299): Terminating (SIGTERM)\u000a23:05:31.376346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6302): Terminating (SIGTERM)\u000a23:05:31.386955 --- ParallelTerminationStrategy: PID 6292 died...\u000a23:05:31.445551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6292): Terminated: ok {rc=0}\u000a23:05:31.456102 --- ParallelTerminationStrategy: PID 6293 died...\u000a23:05:31.512320 run iperf3-srv_10.42.42.10(pid=6293): Terminated {rc=256}\u000a23:05:31.523151 --- ParallelTerminationStrategy: PID 6296 died...\u000a23:05:31.581264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6296): Terminated: ok {rc=0}\u000a23:05:31.592380 --- ParallelTerminationStrategy: PID 6299 died...\u000a23:05:31.647797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6299): Terminated: ok {rc=0}\u000a23:05:31.659526 --- ParallelTerminationStrategy: PID 6302 died...\u000a23:05:31.717606 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6302): Terminated: ok {rc=0}\u000a23:05:31.821109 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6318): Process ended prematurely: osmo-stp_10.42.42.5(pid=6318) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6318)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6318): Process ended prematurely: osmo-stp_10.42.42.5(pid=6318) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a23:05:32.939906 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:32.952378 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:05:33.117708 tst iperf3m4.py: using LAC 32125\u000a23:05:33.243773 tst iperf3m4.py: using RAC 250\u000a23:05:33.367978 tst iperf3m4.py: using CellId 32125\u000a23:05:33.490574 tst iperf3m4.py: using BVCI 32126\u000a23:05:33.514352 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:33.525526 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:33.536446 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:33.548219 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:33.560035 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:33.571730 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:33.583626 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:33.595427 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:33.607388 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:05:33.727045 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:05:33.850989 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:05:33.971506 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:05:34.256910 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:05:34.385942 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:05:34.707247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6304): Launched\u000a23:05:34.974698 run iperf3-srv_10.42.42.10(pid=6305): Launched\u000a23:05:35.163958 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:05:35.292850 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:05:35.614027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6306): Launched\u000a23:05:35.881094 run iperf3-srv_10.42.42.10(pid=6307): Launched\u000a23:05:36.070362 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:05:36.198999 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:05:36.520249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6308): Launched\u000a23:05:36.787389 run iperf3-srv_10.42.42.10(pid=6309): Launched\u000a23:05:36.976425 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:05:37.105321 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:05:37.426251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6310): Launched\u000a23:05:37.693482 run iperf3-srv_10.42.42.10(pid=6311): Launched\u000a23:05:37.883536 tst iperf3m4.py:8: start network...\u000a23:05:38.012679 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:05:38.501074 run create_hlr_db(pid=6312): Launched\u000a23:05:38.679786 bus /gobi_6: Setting Powered False\u000a23:05:39.700703 run create_hlr_db(pid=6312): Terminated: ok {rc=0}\u000a23:05:40.113874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6314): Launched\u000a23:05:40.424866 run osmo-hlr_10.42.42.2(pid=6315): Launched\u000a23:05:40.545872 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:05:41.095674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6317): Launched\u000a23:05:41.406427 run osmo-stp_10.42.42.5(pid=6318): Launched\u000a23:05:41.518947 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:05:42.059704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6320): Launched\u000a23:05:42.170608 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:05:42.442377 run patchelf(pid=6321): Launched\u000a23:05:42.623773 run osmo-stp_10.42.42.5(pid=6318): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6318)]\u000a23:05:42.756057 run osmo-stp_10.42.42.5(pid=6318): stdout: \u000a| (launched: 2022-12-12_23:05:41.253235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:42.888576 run osmo-stp_10.42.42.5(pid=6318): stderr: \u000a| �[0;m�[38;5;43m20221212230541427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230541427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230541428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230541428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230541428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230541429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230541429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:43.016660 run osmo-stp_10.42.42.5(pid=6318): stdout: \u000a| (launched: 2022-12-12_23:05:41.253235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:43.143633 run osmo-stp_10.42.42.5(pid=6318): stderr: \u000a| �[0;m�[38;5;43m20221212230541427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230541427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230541428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230541428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230541428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230541429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230541429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:43.292438 run patchelf(pid=6321): Terminating (SIGINT)\u000a23:05:43.468003 run patchelf(pid=6321): Terminated: ok {rc=0}\u000a23:05:43.500050 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6318): Process ended prematurely: osmo-stp_10.42.42.5(pid=6318) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6318)] [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a23:05:43.509585 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a23:05:43.570761 run osmo-hlr_10.42.42.2(pid=6315): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6315)]\u000a23:05:43.619953 run osmo-hlr_10.42.42.2(pid=6315): stdout: \u000a| (launched: 2022-12-12_23:05:40.271283) \u000a23:05:43.669860 run osmo-hlr_10.42.42.2(pid=6315): stderr: \u000a| �[0;m�[1;31m20221212230540451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230540451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230540451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230540451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230540451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230540451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230540463 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230540472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230540472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230540472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:05:43.711935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6304): Terminating (SIGTERM)\u000a23:05:43.751833 run iperf3-srv_10.42.42.10(pid=6305): Terminating (SIGTERM)\u000a23:05:43.791626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6306): Terminating (SIGTERM)\u000a23:05:43.831247 run iperf3-srv_10.42.42.10(pid=6307): Terminating (SIGTERM)\u000a23:05:43.871060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6308): Terminating (SIGTERM)\u000a23:05:43.910774 run iperf3-srv_10.42.42.10(pid=6309): Terminating (SIGTERM)\u000a23:05:43.950410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6310): Terminating (SIGTERM)\u000a23:05:43.990344 run iperf3-srv_10.42.42.10(pid=6311): Terminating (SIGTERM)\u000a23:05:44.030155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6314): Terminating (SIGTERM)\u000a23:05:44.069822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6317): Terminating (SIGTERM)\u000a23:05:44.109609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6320): Terminating (SIGTERM)\u000a23:05:44.119128 --- ParallelTerminationStrategy: PID 6304 died...\u000a23:05:44.172289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6304): Terminated: ok {rc=0}\u000a23:05:44.182181 --- ParallelTerminationStrategy: PID 6305 died...\u000a23:05:44.235365 run iperf3-srv_10.42.42.10(pid=6305): Terminated {rc=256}\u000a23:05:44.244899 --- ParallelTerminationStrategy: PID 6306 died...\u000a23:05:44.298880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6306): Terminated: ok {rc=0}\u000a23:05:44.308366 --- ParallelTerminationStrategy: PID 6307 died...\u000a23:05:44.361325 run iperf3-srv_10.42.42.10(pid=6307): Terminated {rc=256}\u000a23:05:44.370784 --- ParallelTerminationStrategy: PID 6308 died...\u000a23:05:44.423477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6308): Terminated: ok {rc=0}\u000a23:05:44.433346 --- ParallelTerminationStrategy: PID 6309 died...\u000a23:05:44.486037 run iperf3-srv_10.42.42.10(pid=6309): Terminated {rc=256}\u000a23:05:44.495848 --- ParallelTerminationStrategy: PID 6310 died...\u000a23:05:44.548621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6310): Terminated: ok {rc=0}\u000a23:05:44.558782 --- ParallelTerminationStrategy: PID 6311 died...\u000a23:05:44.611624 run iperf3-srv_10.42.42.10(pid=6311): Terminated {rc=256}\u000a23:05:44.621291 --- ParallelTerminationStrategy: PID 6314 died...\u000a23:05:44.674118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6314): Terminated: ok {rc=0}\u000a23:05:44.683867 --- ParallelTerminationStrategy: PID 6317 died...\u000a23:05:44.737400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6317): Terminated: ok {rc=0}\u000a23:05:44.746914 --- ParallelTerminationStrategy: PID 6320 died...\u000a23:05:44.799860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6320): Terminated: ok {rc=0}\u000a23:05:44.882982 bus /gobi_4: Setting Powered False\u000a23:05:45.994502 bus /gobi_4: Setting Powered False\u000a23:05:47.106477 bus /gobi_1: Setting Powered False\u000a23:05:48.212597 bus /gobi_1: Setting Powered False\u000a23:05:49.319600 bus /gobi_0: Setting Powered False\u000a23:05:50.426853 bus /gobi_0: Setting Powered False\u000a23:05:51.535115 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6328): Process ended prematurely: osmo-stp_10.42.42.5(pid=6328) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6328)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6328): Process ended prematurely: osmo-stp_10.42.42.5(pid=6328) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6328)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a23:05:52.603608 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:52.616159 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:05:52.777735 tst ping.py: using LAC 32126\u000a23:05:52.906044 tst ping.py: using RAC 251\u000a23:05:53.034034 tst ping.py: using CellId 32126\u000a23:05:53.164261 tst ping.py: using BVCI 32127\u000a23:05:53.189066 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:53.200698 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:53.212263 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:53.223787 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:53.235273 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:53.246773 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:53.258472 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:05:53.270021 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:05:53.549808 tst ping.py:19: start network...\u000a23:05:53.676267 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:05:54.153959 run create_hlr_db(pid=6322): Launched\u000a23:05:54.330184 bus /gobi_6: Setting Powered False\u000a23:05:55.349489 run create_hlr_db(pid=6322): Terminated: ok {rc=0}\u000a23:05:55.779956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6324): Launched\u000a23:05:56.106218 run osmo-hlr_10.42.42.2(pid=6325): Launched\u000a23:05:56.227825 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:05:56.797361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6327): Launched\u000a23:05:57.122658 run osmo-stp_10.42.42.5(pid=6328): Launched\u000a23:05:57.239894 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:05:57.804454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6330): Launched\u000a23:05:57.919748 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:05:58.204118 run patchelf(pid=6331): Launched\u000a23:05:58.394489 run osmo-stp_10.42.42.5(pid=6328): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6328)]\u000a23:05:58.532939 run osmo-stp_10.42.42.5(pid=6328): stdout: \u000a| (launched: 2022-12-12_23:05:56.961539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:58.671723 run osmo-stp_10.42.42.5(pid=6328): stderr: \u000a| �[0;m�[38;5;43m20221212230557156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230557156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230557157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230557157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230557158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230557158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230557158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:58.805596 run osmo-stp_10.42.42.5(pid=6328): stdout: \u000a| (launched: 2022-12-12_23:05:56.961539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:58.938097 run osmo-stp_10.42.42.5(pid=6328): stderr: \u000a| �[0;m�[38;5;43m20221212230557156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230557156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230557157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230557157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230557158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230557158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230557158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:59.094556 run patchelf(pid=6331): Terminating (SIGINT)\u000a23:05:59.277204 run patchelf(pid=6331): Terminated: ok {rc=0}\u000a23:05:59.310261 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6328): Process ended prematurely: osmo-stp_10.42.42.5(pid=6328) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6328)] [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a23:05:59.319648 tst ping.py:22: Test FAILED (6.7 sec)\u000a23:05:59.382492 run osmo-hlr_10.42.42.2(pid=6325): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6325)]\u000a23:05:59.433963 run osmo-hlr_10.42.42.2(pid=6325): stdout: \u000a| (launched: 2022-12-12_23:05:55.944597) \u000a23:05:59.486036 run osmo-hlr_10.42.42.2(pid=6325): stderr: \u000a| �[0;m�[1;31m20221212230556143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230556143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230556143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230556143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230556144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230556144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230556158 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230556168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230556168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230556168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:05:59.530312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6324): Terminating (SIGTERM)\u000a23:05:59.572105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6327): Terminating (SIGTERM)\u000a23:05:59.613917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6330): Terminating (SIGTERM)\u000a23:05:59.623632 --- ParallelTerminationStrategy: PID 6324 died...\u000a23:05:59.679675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6324): Terminated: ok {rc=0}\u000a23:05:59.689874 --- ParallelTerminationStrategy: PID 6327 died...\u000a23:05:59.745528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6327): Terminated: ok {rc=0}\u000a23:05:59.755621 --- ParallelTerminationStrategy: PID 6330 died...\u000a23:05:59.811253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6330): Terminated: ok {rc=0}\u000a23:05:59.898655 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6338): Process ended prematurely: osmo-stp_10.42.42.5(pid=6338) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6338)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6338): Process ended prematurely: osmo-stp_10.42.42.5(pid=6338) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6338)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a23:06:00.959038 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:06:00.972700 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:06:01.144107 tst ping_idle_ping.py: using LAC 32127\u000a23:06:01.266476 tst ping_idle_ping.py: using RAC 252\u000a23:06:01.391745 tst ping_idle_ping.py: using CellId 32127\u000a23:06:01.516168 tst ping_idle_ping.py: using BVCI 32128\u000a23:06:01.541343 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:06:01.554839 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:06:01.567143 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:06:01.581919 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:06:01.595189 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:06:01.607293 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:06:01.620568 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:06:01.634356 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:06:01.921724 tst ping_idle_ping.py:24: start network...\u000a23:06:02.054331 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:06:02.543882 run create_hlr_db(pid=6332): Launched\u000a23:06:02.721386 bus /gobi_6: Setting Powered False\u000a23:06:03.740477 run create_hlr_db(pid=6332): Terminated: ok {rc=0}\u000a23:06:04.172581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6334): Launched\u000a23:06:04.499098 run osmo-hlr_10.42.42.2(pid=6335): Launched\u000a23:06:04.618472 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:06:05.184463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6337): Launched\u000a23:06:05.509090 run osmo-stp_10.42.42.5(pid=6338): Launched\u000a23:06:05.626858 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:06:06.196186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6340): Launched\u000a23:06:06.312640 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:06:06.595764 run patchelf(pid=6341): Launched\u000a23:06:06.786067 run osmo-stp_10.42.42.5(pid=6338): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6338)]\u000a23:06:06.925096 run osmo-stp_10.42.42.5(pid=6338): stdout: \u000a| (launched: 2022-12-12_23:06:05.349513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:07.064377 run osmo-stp_10.42.42.5(pid=6338): stderr: \u000a| �[0;m�[38;5;43m20221212230605542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230605543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230605543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230605543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230605544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230605544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230605544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:07.199044 run osmo-stp_10.42.42.5(pid=6338): stdout: \u000a| (launched: 2022-12-12_23:06:05.349513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:07.332274 run osmo-stp_10.42.42.5(pid=6338): stderr: \u000a| �[0;m�[38;5;43m20221212230605542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230605543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230605543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230605543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230605544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230605544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230605544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:07.488218 run patchelf(pid=6341): Terminating (SIGINT)\u000a23:06:07.671820 run patchelf(pid=6341): Terminated: ok {rc=0}\u000a23:06:07.705181 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6338): Process ended prematurely: osmo-stp_10.42.42.5(pid=6338) [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6338)] [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a23:06:07.714567 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a23:06:07.777419 run osmo-hlr_10.42.42.2(pid=6335): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6335)]\u000a23:06:07.828726 run osmo-hlr_10.42.42.2(pid=6335): stdout: \u000a| (launched: 2022-12-12_23:06:04.338279) \u000a23:06:07.880655 run osmo-hlr_10.42.42.2(pid=6335): stderr: \u000a| �[0;m�[1;31m20221212230604539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230604539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230604539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230604539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230604539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230604539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230604559 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230604569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230604570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230604570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:06:07.925173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6334): Terminating (SIGTERM)\u000a23:06:07.967266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6337): Terminating (SIGTERM)\u000a23:06:08.009074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6340): Terminating (SIGTERM)\u000a23:06:08.018880 --- ParallelTerminationStrategy: PID 6334 died...\u000a23:06:08.075146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6334): Terminated: ok {rc=0}\u000a23:06:08.085518 --- ParallelTerminationStrategy: PID 6337 died...\u000a23:06:08.141178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6337): Terminated: ok {rc=0}\u000a23:06:08.151682 --- ParallelTerminationStrategy: PID 6340 died...\u000a23:06:08.207198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6340): Terminated: ok {rc=0}\u000a23:06:08.294271 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:05:09" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6351): Process ended prematurely: osmo-stp_10.42.42.5(pid=6351) [trial-2383↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6351)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6351): Process ended prematurely: osmo-stp_10.42.42.5(pid=6351) [trial-2383↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6351)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a23:06:10.326821 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:06:10.338894 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:06:10.496795 tst switch_tch_pdch.py: using LAC 32128\u000a23:06:10.618244 tst switch_tch_pdch.py: using RAC 253\u000a23:06:10.737161 tst switch_tch_pdch.py: using CellId 32128\u000a23:06:10.860114 tst switch_tch_pdch.py: using BVCI 32129\u000a23:06:10.883590 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:06:10.895156 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:06:10.906668 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:06:10.918386 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:06:10.929911 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:06:10.941500 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:06:10.953253 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:06:10.964878 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:06:11.082060 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:06:11.363237 tst switch_tch_pdch.py:51: start network...\u000a23:06:11.489931 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:06:11.967538 run create_hlr_db(pid=6345): Launched\u000a23:06:12.143638 bus /gobi_6: Setting Powered False\u000a23:06:13.163719 run create_hlr_db(pid=6345): Terminated: ok {rc=0}\u000a23:06:13.595539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6347): Launched\u000a23:06:13.918086 run osmo-hlr_10.42.42.2(pid=6348): Launched\u000a23:06:14.036160 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:06:14.599516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6350): Launched\u000a23:06:14.923276 run osmo-stp_10.42.42.5(pid=6351): Launched\u000a23:06:15.041080 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:06:15.608713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6353): Launched\u000a23:06:15.724556 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:06:16.059469 run patchelf(pid=6354): Launched\u000a23:06:16.253568 run osmo-stp_10.42.42.5(pid=6351): ERR: Terminated: ERROR {rc=1} [trial-2383↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6351)]\u000a23:06:16.394711 run osmo-stp_10.42.42.5(pid=6351): stdout: \u000a| (launched: 2022-12-12_23:06:14.764555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:16.531436 run osmo-stp_10.42.42.5(pid=6351): stderr: \u000a| �[0;m�[38;5;43m20221212230614960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230614960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230614960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230614961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230614961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230614961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230614961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:16.664412 run osmo-stp_10.42.42.5(pid=6351): stdout: \u000a| (launched: 2022-12-12_23:06:14.764555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:16.795974 run osmo-stp_10.42.42.5(pid=6351): stderr: \u000a| �[0;m�[38;5;43m20221212230614960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230614960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230614960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230614961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230614961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230614961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230614961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:16.958413 run patchelf(pid=6354): Terminating (SIGINT)\u000a23:06:17.164463 run patchelf(pid=6354): Terminated: ok {rc=0}\u000a23:06:17.197250 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6351): Process ended prematurely: osmo-stp_10.42.42.5(pid=6351) [trial-2383↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6351)] [trial-2383↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a23:06:17.206884 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a23:06:17.267918 run osmo-hlr_10.42.42.2(pid=6348): ERR: Terminated: ERROR {rc=237} [trial-2383↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6348)]\u000a23:06:17.317650 run osmo-hlr_10.42.42.2(pid=6348): stdout: \u000a| (launched: 2022-12-12_23:06:13.759881) \u000a23:06:17.367742 run osmo-hlr_10.42.42.2(pid=6348): stderr: \u000a| �[0;m�[1;31m20221212230613958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230613958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230613958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230613958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230613958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230613958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230613971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230613979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230613979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230613979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:06:17.409692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6347): Terminating (SIGTERM)\u000a23:06:17.449676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6350): Terminating (SIGTERM)\u000a23:06:17.489785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6353): Terminating (SIGTERM)\u000a23:06:17.499341 --- ParallelTerminationStrategy: PID 6347 died...\u000a23:06:17.553284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6347): Terminated: ok {rc=0}\u000a23:06:17.563172 --- ParallelTerminationStrategy: PID 6350 died...\u000a23:06:17.616591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6350): Terminated: ok {rc=0}\u000a23:06:17.626567 --- ParallelTerminationStrategy: PID 6353 died...\u000a23:06:17.680028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6353): Terminated: ok {rc=0}\u000a23:06:17.769547 bus /gobi_0: Setting Powered False\u000a23:06:18.873246 bus /gobi_0: Setting Powered False\u000a23:06:19.983485 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:06:10" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6364): Process ended prematurely: osmo-stp_10.42.42.5(pid=6364) [trial-2383↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6364)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6364): Process ended prematurely: osmo-stp_10.42.42.5(pid=6364) [trial-2383↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6364)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a23:06:21.950904 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:06:21.962169 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a23:06:22.118754 tst switch_tch_pdch.py: using LAC 32129\u000a23:06:22.240545 tst switch_tch_pdch.py: using RAC 254\u000a23:06:22.360486 tst switch_tch_pdch.py: using CellId 32129\u000a23:06:22.485637 tst switch_tch_pdch.py: using BVCI 32130\u000a23:06:22.508784 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:06:22.519939 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:06:22.531046 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:06:22.542937 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:06:22.554821 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:06:22.566605 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:06:22.578637 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:06:22.590829 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:06:22.710643 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:06:23.002753 tst switch_tch_pdch.py:51: start network...\u000a23:06:23.138649 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:06:23.628365 run create_hlr_db(pid=6358): Launched\u000a23:06:23.760634 bus /gobi_6: Setting Powered False\u000a23:06:24.836617 run create_hlr_db(pid=6358): Terminated: ok {rc=0}\u000a23:06:25.239740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6360): Launched\u000a23:06:25.564416 run osmo-hlr_10.42.42.2(pid=6361): Launched\u000a23:06:25.682457 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:06:26.218391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6363): Launched\u000a23:06:26.543372 run osmo-stp_10.42.42.5(pid=6364): Launched\u000a23:06:26.661100 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:06:27.198152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6366): Launched\u000a23:06:27.313800 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:06:27.597057 run patchelf(pid=6367): Launched\u000a23:06:27.787409 run osmo-stp_10.42.42.5(pid=6364): ERR: Terminated: ERROR {rc=1} [trial-2383↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6364)]\u000a23:06:27.926702 run osmo-stp_10.42.42.5(pid=6364): stdout: \u000a| (launched: 2022-12-12_23:06:26.382904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:28.066332 run osmo-stp_10.42.42.5(pid=6364): stderr: \u000a| �[0;m�[38;5;43m20221212230626578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230626578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230626578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230626579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230626579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230626579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230626579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:28.200817 run osmo-stp_10.42.42.5(pid=6364): stdout: \u000a| (launched: 2022-12-12_23:06:26.382904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:28.333956 run osmo-stp_10.42.42.5(pid=6364): stderr: \u000a| �[0;m�[38;5;43m20221212230626578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230626578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230626578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230626579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230626579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230626579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230626579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:28.490435 run patchelf(pid=6367): Terminating (SIGINT)\u000a23:06:28.673572 run patchelf(pid=6367): Terminated: ok {rc=0}\u000a23:06:28.706673 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6364): Process ended prematurely: osmo-stp_10.42.42.5(pid=6364) [trial-2383↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6364)] [trial-2383↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a23:06:28.716002 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a23:06:28.778801 run osmo-hlr_10.42.42.2(pid=6361): ERR: Terminated: ERROR {rc=237} [trial-2383↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6361)]\u000a23:06:28.830484 run osmo-hlr_10.42.42.2(pid=6361): stdout: \u000a| (launched: 2022-12-12_23:06:25.404721) \u000a23:06:28.883003 run osmo-hlr_10.42.42.2(pid=6361): stderr: \u000a| �[0;m�[1;31m20221212230625605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230625605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230625605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230625605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230625606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230625606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230625618 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230625626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230625626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230625626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:06:28.927441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6360): Terminating (SIGTERM)\u000a23:06:28.969510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6363): Terminating (SIGTERM)\u000a23:06:29.011529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6366): Terminating (SIGTERM)\u000a23:06:29.021081 --- ParallelTerminationStrategy: PID 6360 died...\u000a23:06:29.077303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6360): Terminated: ok {rc=0}\u000a23:06:29.087510 --- ParallelTerminationStrategy: PID 6363 died...\u000a23:06:29.143482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6363): Terminated: ok {rc=0}\u000a23:06:29.153538 --- ParallelTerminationStrategy: PID 6366 died...\u000a23:06:29.208992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6366): Terminated: ok {rc=0}\u000a23:06:29.296849 bus /gobi_0: Setting Powered False\u000a23:06:30.402352 bus /gobi_0: Setting Powered False\u000a23:06:31.513727 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:06:21" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6372): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6372) [trial-2383↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6372)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6372): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6372) [trial-2383↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a23:06:33.381928 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a23:06:33.392667 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a23:06:33.519825 tst mo_mt_sms.py: using LAC 32130\u000a23:06:33.648070 tst mo_mt_sms.py: using RAC 255\u000a23:06:33.768459 tst mo_mt_sms.py: using CellId 32130\u000a23:06:33.887979 tst mo_mt_sms.py: using BVCI 32131\u000a23:06:33.911056 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a23:06:34.031458 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a23:06:34.311989 tst mo_mt_sms.py:9: start nitb and bts...\u000a23:06:34.438888 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:06:35.068801 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6371): Launched\u000a23:06:35.370017 run osmo-nitb_10.42.42.2(pid=6372): Launched\u000a23:06:35.557488 run osmo-nitb_10.42.42.2(pid=6372): ERR: Terminated: ERROR {rc=2} [trial-2383↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6372)]\u000a23:06:35.695509 run osmo-nitb_10.42.42.2(pid=6372): stdout: \u000a| (launched: 2022-12-12_23:06:35.223868) \u000a23:06:35.834251 run osmo-nitb_10.42.42.2(pid=6372): stderr: \u000a| (launched: 2022-12-12_23:06:35.268863)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:06:35.967638 run osmo-nitb_10.42.42.2(pid=6372): stdout: \u000a| (launched: 2022-12-12_23:06:35.223868) \u000a23:06:36.100155 run osmo-nitb_10.42.42.2(pid=6372): stderr: \u000a| (launched: 2022-12-12_23:06:35.268863)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:06:36.492864 tst osmo-nitb_10.42.42.2(pid=6372): stdout: \u000a| (launched: 2022-12-12_23:06:35.223868) \u000a23:06:36.614860 tst osmo-nitb_10.42.42.2(pid=6372): stderr: \u000a| (launched: 2022-12-12_23:06:35.268863)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:06:36.668011 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=6372): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6372) [trial-2383↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6372)] [trial-2383↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a23:06:36.676199 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a23:06:36.710930 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6371): Terminating (SIGTERM)\u000a23:06:36.888758 --- ParallelTerminationStrategy: PID 6371 died...\u000a23:06:36.943434 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6371): Terminated: ok {rc=0}\u000a23:06:37.026894 bus /sierra_3: Setting Powered False\u000a23:06:38.134795 bus /sierra_3: Setting Powered False\u000a23:06:39.242529 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:06:33" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "sms:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6382): Process ended prematurely: osmo-stp_10.42.42.5(pid=6382) [trial-2383↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6382)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6382): Process ended prematurely: osmo-stp_10.42.42.5(pid=6382) [trial-2383↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6382)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a23:06:41.118220 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a23:06:41.129495 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a23:06:41.265136 tst mo_mt_sms.py: using LAC 32131\u000a23:06:41.390402 tst mo_mt_sms.py: using RAC 1\u000a23:06:41.515208 tst mo_mt_sms.py: using CellId 32131\u000a23:06:41.641998 tst mo_mt_sms.py: using BVCI 32132\u000a23:06:41.666518 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a23:06:41.677820 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a23:06:41.688795 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a23:06:41.699820 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a23:06:41.710952 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a23:06:41.722024 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a23:06:41.840508 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a23:06:42.042918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:06:42.523554 run create_hlr_db(pid=6376): Launched\u000a23:06:42.701386 bus /sierra_2: Setting Powered False\u000a23:06:43.720490 run create_hlr_db(pid=6376): Terminated: ok {rc=0}\u000a23:06:44.153197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6378): Launched\u000a23:06:44.479703 run osmo-hlr_10.42.42.2(pid=6379): Launched\u000a23:06:44.600429 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:06:45.163882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6381): Launched\u000a23:06:45.488529 run osmo-stp_10.42.42.5(pid=6382): Launched\u000a23:06:45.606538 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:06:46.237829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6384): Launched\u000a23:06:46.698793 run osmo-msc_10.42.42.6(pid=6385): Launched\u000a23:06:47.003312 run osmo-stp_10.42.42.5(pid=6382): ERR: Terminated: ERROR {rc=1} [trial-2383↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6382)]\u000a23:06:47.246657 run osmo-stp_10.42.42.5(pid=6382): stdout: \u000a| (launched: 2022-12-12_23:06:45.328373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:47.376262 run osmo-stp_10.42.42.5(pid=6382): stderr: \u000a| �[0;m�[38;5;43m20221212230645521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230645521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230645521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230645521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230645524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230645524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230645524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:47.499277 run osmo-stp_10.42.42.5(pid=6382): stdout: \u000a| (launched: 2022-12-12_23:06:45.328373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:47.620419 run osmo-stp_10.42.42.5(pid=6382): stderr: \u000a| �[0;m�[38;5;43m20221212230645521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230645521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230645521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230645521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230645524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230645524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230645524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:47.673834 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=6382): Process ended prematurely: osmo-stp_10.42.42.5(pid=6382) [trial-2383↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6382)] [trial-2383↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a23:06:47.681809 tst mo_mt_sms.py:16: Test FAILED (6.6 sec)\u000a23:06:47.741855 run osmo-hlr_10.42.42.2(pid=6379): ERR: Terminated: ERROR {rc=237} [trial-2383↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6379)]\u000a23:06:47.790792 run osmo-hlr_10.42.42.2(pid=6379): stdout: \u000a| (launched: 2022-12-12_23:06:44.318527) \u000a23:06:47.840591 run osmo-hlr_10.42.42.2(pid=6379): stderr: \u000a| �[0;m�[1;31m20221212230644518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230644518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230644518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230644518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230644518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230644518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230644530 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230644539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230644539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230644539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:06:47.907818 run osmo-msc_10.42.42.6(pid=6385): ERR: Terminated: ERROR {rc=2} [trial-2383↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6385)]\u000a23:06:47.956809 run osmo-msc_10.42.42.6(pid=6385): stdout: \u000a| (launched: 2022-12-12_23:06:46.398032) \u000a23:06:48.005993 run osmo-msc_10.42.42.6(pid=6385): stderr: \u000a| �[0;m�[38;5;43m20221212230646802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212230646802 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5d8583ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212230646802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212230646802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212230646802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212230646802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212230646804 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212230646804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212230646805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212230646805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:06:48.048039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6378): Terminating (SIGTERM)\u000a23:06:48.087924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6381): Terminating (SIGTERM)\u000a23:06:48.127973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6384): Terminating (SIGTERM)\u000a23:06:48.137554 --- ParallelTerminationStrategy: PID 6378 died...\u000a23:06:48.191116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6378): Terminated: ok {rc=0}\u000a23:06:48.201052 --- ParallelTerminationStrategy: PID 6381 died...\u000a23:06:48.254317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6381): Terminated: ok {rc=0}\u000a23:06:48.263920 --- ParallelTerminationStrategy: PID 6384 died...\u000a23:06:48.316788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6384): Terminated: ok {rc=0}\u000a23:06:48.404644 bus /sierra_3: Setting Powered False\u000a23:06:49.506645 bus /sierra_3: Setting Powered False\u000a23:06:50.617047 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:06:40" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6391): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6391) [trial-2383↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6391)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6391): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6391) [trial-2383↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6391)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a23:06:52.444258 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a23:06:52.455791 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a23:06:52.590053 tst assert_extension.py: using LAC 32132\u000a23:06:52.715102 tst assert_extension.py: using RAC 2\u000a23:06:52.840432 tst assert_extension.py: using CellId 32132\u000a23:06:52.966528 tst assert_extension.py: using BVCI 32133\u000a23:06:52.991343 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a23:06:53.271977 tst assert_extension.py:10: start nitb and bts...\u000a23:06:53.399243 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:06:54.030363 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6390): Launched\u000a23:06:54.331751 run osmo-nitb_10.42.42.2(pid=6391): Launched\u000a23:06:54.518825 run osmo-nitb_10.42.42.2(pid=6391): ERR: Terminated: ERROR {rc=2} [trial-2383↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6391)]\u000a23:06:54.657016 run osmo-nitb_10.42.42.2(pid=6391): stdout: \u000a| (launched: 2022-12-12_23:06:54.185082) \u000a23:06:54.795119 run osmo-nitb_10.42.42.2(pid=6391): stderr: \u000a| (launched: 2022-12-12_23:06:54.230385)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:06:54.928571 run osmo-nitb_10.42.42.2(pid=6391): stdout: \u000a| (launched: 2022-12-12_23:06:54.185082) \u000a23:06:55.060651 run osmo-nitb_10.42.42.2(pid=6391): stderr: \u000a| (launched: 2022-12-12_23:06:54.230385)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:06:55.455118 tst osmo-nitb_10.42.42.2(pid=6391): stdout: \u000a| (launched: 2022-12-12_23:06:54.185082) \u000a23:06:55.576864 tst osmo-nitb_10.42.42.2(pid=6391): stderr: \u000a| (launched: 2022-12-12_23:06:54.230385)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:06:55.630503 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=6391): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6391) [trial-2383↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6391)] [trial-2383↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a23:06:55.638659 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a23:06:55.673440 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6390): Terminating (SIGTERM)\u000a23:06:55.850890 --- ParallelTerminationStrategy: PID 6390 died...\u000a23:06:55.906313 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6390): Terminated: ok {rc=0}\u000a23:06:55.994207 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:06:52" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "ussd:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6402): Process ended prematurely: osmo-stp_10.42.42.5(pid=6402) [trial-2383↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6402)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6402): Process ended prematurely: osmo-stp_10.42.42.5(pid=6402) [trial-2383↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a23:06:57.800868 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a23:06:57.811826 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a23:06:57.940389 tst assert_extension.py: using LAC 32133\u000a23:06:58.061314 tst assert_extension.py: using RAC 3\u000a23:06:58.188595 tst assert_extension.py: using CellId 32133\u000a23:06:58.316823 tst assert_extension.py: using BVCI 32134\u000a23:06:58.341600 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a23:06:58.353057 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a23:06:58.364131 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a23:06:58.375448 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a23:06:58.386820 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a23:06:58.397894 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a23:06:58.598866 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:06:59.077874 run create_hlr_db(pid=6396): Launched\u000a23:06:59.253808 bus /sierra_2: Setting Powered False\u000a23:07:00.274363 run create_hlr_db(pid=6396): Terminated: ok {rc=0}\u000a23:07:00.705086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6398): Launched\u000a23:07:01.115170 run osmo-hlr_10.42.42.2(pid=6399): Launched\u000a23:07:01.320121 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:07:01.971652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6401): Launched\u000a23:07:02.348391 run osmo-stp_10.42.42.5(pid=6402): Launched\u000a23:07:02.465567 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:07:03.059334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6404): Launched\u000a23:07:03.383251 run osmo-msc_10.42.42.6(pid=6405): Launched\u000a23:07:03.572810 run osmo-stp_10.42.42.5(pid=6402): ERR: Terminated: ERROR {rc=1} [trial-2383↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6402)]\u000a23:07:03.709402 run osmo-stp_10.42.42.5(pid=6402): stdout: \u000a| (launched: 2022-12-12_23:07:02.128844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:03.845885 run osmo-stp_10.42.42.5(pid=6402): stderr: \u000a| �[0;m�[38;5;43m20221212230702389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230702389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230702390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230702390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230702391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230702391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230702391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:03.975468 run osmo-stp_10.42.42.5(pid=6402): stdout: \u000a| (launched: 2022-12-12_23:07:02.128844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:04.104476 run osmo-stp_10.42.42.5(pid=6402): stderr: \u000a| �[0;m�[38;5;43m20221212230702389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230702389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230702390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230702390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230702391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230702391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230702391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:04.161433 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=6402): Process ended prematurely: osmo-stp_10.42.42.5(pid=6402) [trial-2383↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6402)] [trial-2383↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a23:07:04.170241 tst assert_extension.py:17: Test FAILED (6.4 sec)\u000a23:07:04.232377 run osmo-hlr_10.42.42.2(pid=6399): ERR: Terminated: ERROR {rc=237} [trial-2383↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6399)]\u000a23:07:04.284290 run osmo-hlr_10.42.42.2(pid=6399): stdout: \u000a| (launched: 2022-12-12_23:07:00.874675) \u000a23:07:04.336643 run osmo-hlr_10.42.42.2(pid=6399): stderr: \u000a| �[0;m�[1;31m20221212230701243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230701244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230701244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230701244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230701244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230701244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230701264 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230701283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230701283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230701283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:07:04.407238 run osmo-msc_10.42.42.6(pid=6405): ERR: Terminated: ERROR {rc=2} [trial-2383↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6405)]\u000a23:07:04.458453 run osmo-msc_10.42.42.6(pid=6405): stdout: \u000a| (launched: 2022-12-12_23:07:03.224146) \u000a23:07:04.510331 run osmo-msc_10.42.42.6(pid=6405): stderr: \u000a| �[0;m�[38;5;43m20221212230703545 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212230703545 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7f8a842c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212230703545 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212230703545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212230703546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212230703546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212230703547 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212230703548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212230703548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212230703548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:07:04.554836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6398): Terminating (SIGTERM)\u000a23:07:04.596617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6401): Terminating (SIGTERM)\u000a23:07:04.638603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6404): Terminating (SIGTERM)\u000a23:07:04.648331 --- ParallelTerminationStrategy: PID 6398 died...\u000a23:07:04.704231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6398): Terminated: ok {rc=0}\u000a23:07:04.714803 --- ParallelTerminationStrategy: PID 6401 died...\u000a23:07:04.770671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6401): Terminated: ok {rc=0}\u000a23:07:04.780818 --- ParallelTerminationStrategy: PID 6404 died...\u000a23:07:04.836211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6404): Terminated: ok {rc=0}\u000a23:07:04.922554 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:06:57" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6416): Process ended prematurely: osmo-stp_10.42.42.5(pid=6416) [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6416)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6416): Process ended prematurely: osmo-stp_10.42.42.5(pid=6416) [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6416)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:07:06.854924 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:07:06.866401 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:07:07.013562 tst mo_mt_call.py: using LAC 32134\u000a23:07:07.135500 tst mo_mt_call.py: using RAC 4\u000a23:07:07.260257 tst mo_mt_call.py: using CellId 32134\u000a23:07:07.383306 tst mo_mt_call.py: using BVCI 32135\u000a23:07:07.407119 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:07:07.418383 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:07:07.429878 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:07:07.441488 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:07:07.453070 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:07:07.464557 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:07:07.584922 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:07:07.788379 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:07:08.275526 run create_hlr_db(pid=6410): Launched\u000a23:07:08.454707 bus /sierra_2: Setting Powered False\u000a23:07:09.474922 run create_hlr_db(pid=6410): Terminated: ok {rc=0}\u000a23:07:09.912767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6412): Launched\u000a23:07:10.244468 run osmo-hlr_10.42.42.2(pid=6413): Launched\u000a23:07:10.365736 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:07:10.941339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6415): Launched\u000a23:07:11.272584 run osmo-stp_10.42.42.5(pid=6416): Launched\u000a23:07:11.392558 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:07:11.997483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6418): Launched\u000a23:07:12.328262 run osmo-msc_10.42.42.6(pid=6419): Launched\u000a23:07:12.522081 run osmo-stp_10.42.42.5(pid=6416): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6416)]\u000a23:07:12.660905 run osmo-stp_10.42.42.5(pid=6416): stdout: \u000a| (launched: 2022-12-12_23:07:11.109360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:12.800118 run osmo-stp_10.42.42.5(pid=6416): stderr: \u000a| �[0;m�[38;5;43m20221212230711301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230711301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230711302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230711302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230711303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230711303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230711303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:12.932878 run osmo-stp_10.42.42.5(pid=6416): stdout: \u000a| (launched: 2022-12-12_23:07:11.109360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:13.064441 run osmo-stp_10.42.42.5(pid=6416): stderr: \u000a| �[0;m�[38;5;43m20221212230711301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230711301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230711302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230711302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230711303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230711303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230711303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:13.122656 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6416): Process ended prematurely: osmo-stp_10.42.42.5(pid=6416) [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6416)] [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a23:07:13.132149 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a23:07:13.195351 run osmo-hlr_10.42.42.2(pid=6413): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6413)]\u000a23:07:13.247097 run osmo-hlr_10.42.42.2(pid=6413): stdout: \u000a| (launched: 2022-12-12_23:07:10.081804) \u000a23:07:13.299639 run osmo-hlr_10.42.42.2(pid=6413): stderr: \u000a| �[0;m�[1;31m20221212230710281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230710281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230710281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230710281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230710281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230710281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230710294 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230710303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230710303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230710303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:07:13.370518 run osmo-msc_10.42.42.6(pid=6419): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6419)]\u000a23:07:13.421670 run osmo-msc_10.42.42.6(pid=6419): stdout: \u000a| (launched: 2022-12-12_23:07:12.166394) \u000a23:07:13.473262 run osmo-msc_10.42.42.6(pid=6419): stderr: \u000a| �[0;m�[38;5;43m20221212230712489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212230712489 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc0871cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212230712489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212230712489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212230712490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212230712490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212230712491 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212230712492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212230712492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212230712492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:07:13.517167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6412): Terminating (SIGTERM)\u000a23:07:13.559234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6415): Terminating (SIGTERM)\u000a23:07:13.601172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6418): Terminating (SIGTERM)\u000a23:07:13.611067 --- ParallelTerminationStrategy: PID 6412 died...\u000a23:07:13.667155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6412): Terminated: ok {rc=0}\u000a23:07:13.677600 --- ParallelTerminationStrategy: PID 6415 died...\u000a23:07:13.733194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6415): Terminated: ok {rc=0}\u000a23:07:13.743628 --- ParallelTerminationStrategy: PID 6418 died...\u000a23:07:13.799692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6418): Terminated: ok {rc=0}\u000a23:07:13.885060 bus /sierra_3: Setting Powered False\u000a23:07:14.992206 bus /sierra_3: Setting Powered False\u000a23:07:16.111766 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6427): Process ended prematurely: osmo-stp_10.42.42.5(pid=6427) [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6427)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6427): Process ended prematurely: osmo-stp_10.42.42.5(pid=6427) [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6427)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:07:17.231974 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:07:17.244875 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:07:17.397453 tst mo_mt_call_osmux.py: using LAC 32135\u000a23:07:17.520540 tst mo_mt_call_osmux.py: using RAC 5\u000a23:07:17.644113 tst mo_mt_call_osmux.py: using CellId 32135\u000a23:07:17.767844 tst mo_mt_call_osmux.py: using BVCI 32136\u000a23:07:17.791561 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:07:17.802857 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:07:17.813958 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:07:17.825391 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:07:17.836746 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:07:17.848070 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:07:17.968760 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:07:18.184608 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:07:18.711213 run create_hlr_db(pid=6421): Launched\u000a23:07:18.902634 bus /sierra_2: Setting Powered False\u000a23:07:19.922972 run create_hlr_db(pid=6421): Terminated: ok {rc=0}\u000a23:07:20.337698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6423): Launched\u000a23:07:20.647923 run osmo-hlr_10.42.42.2(pid=6424): Launched\u000a23:07:20.769743 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:07:21.319777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6426): Launched\u000a23:07:21.632119 run osmo-stp_10.42.42.5(pid=6427): Launched\u000a23:07:21.745960 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:07:22.313512 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6429): Launched\u000a23:07:22.625776 run osmo-msc_10.42.42.6(pid=6430): Launched\u000a23:07:22.808206 run osmo-stp_10.42.42.5(pid=6427): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6427)]\u000a23:07:22.939794 run osmo-stp_10.42.42.5(pid=6427): stdout: \u000a| (launched: 2022-12-12_23:07:21.477755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:23.068890 run osmo-stp_10.42.42.5(pid=6427): stderr: \u000a| �[0;m�[38;5;43m20221212230721650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230721650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230721650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230721651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230721651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230721651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230721651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:23.193528 run osmo-stp_10.42.42.5(pid=6427): stdout: \u000a| (launched: 2022-12-12_23:07:21.477755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:23.316358 run osmo-stp_10.42.42.5(pid=6427): stderr: \u000a| �[0;m�[38;5;43m20221212230721650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230721650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230721650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230721651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230721651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230721651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230721651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:23.370562 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6427): Process ended prematurely: osmo-stp_10.42.42.5(pid=6427) [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6427)] [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a23:07:23.379106 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:07:23.438747 run osmo-hlr_10.42.42.2(pid=6424): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6424)]\u000a23:07:23.487844 run osmo-hlr_10.42.42.2(pid=6424): stdout: \u000a| (launched: 2022-12-12_23:07:20.495132) \u000a23:07:23.537353 run osmo-hlr_10.42.42.2(pid=6424): stderr: \u000a| �[0;m�[1;31m20221212230720673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230720673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230720673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230720673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230720673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230720673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230720685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230720694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230720694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230720694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:07:23.604637 run osmo-msc_10.42.42.6(pid=6430): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6430)]\u000a23:07:23.653363 run osmo-msc_10.42.42.6(pid=6430): stdout: \u000a| (launched: 2022-12-12_23:07:22.471057) \u000a23:07:23.702798 run osmo-msc_10.42.42.6(pid=6430): stderr: \u000a| �[0;m�[38;5;43m20221212230722744 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212230722744 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f00cc36fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212230722744 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212230722744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212230722744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212230722745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212230722746 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212230722747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212230722747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212230722747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:07:23.744357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6423): Terminating (SIGTERM)\u000a23:07:23.784087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6426): Terminating (SIGTERM)\u000a23:07:23.823729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6429): Terminating (SIGTERM)\u000a23:07:23.833248 --- ParallelTerminationStrategy: PID 6423 died...\u000a23:07:23.886677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6423): Terminated: ok {rc=0}\u000a23:07:23.896490 --- ParallelTerminationStrategy: PID 6426 died...\u000a23:07:23.949357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6426): Terminated: ok {rc=0}\u000a23:07:23.958854 --- ParallelTerminationStrategy: PID 6429 died...\u000a23:07:24.011171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6429): Terminated: ok {rc=0}\u000a23:07:24.094207 bus /sierra_3: Setting Powered False\u000a23:07:25.201418 bus /sierra_3: Setting Powered False\u000a23:07:26.308133 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:07:06" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6442): Process ended prematurely: osmo-stp_10.42.42.5(pid=6442) [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6442)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6442): Process ended prematurely: osmo-stp_10.42.42.5(pid=6442) [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a23:07:28.278086 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:07:28.289272 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:07:28.444707 tst mo_mt_call.py: using LAC 32136\u000a23:07:28.566930 tst mo_mt_call.py: using RAC 6\u000a23:07:28.690261 tst mo_mt_call.py: using CellId 32136\u000a23:07:28.814087 tst mo_mt_call.py: using BVCI 32137\u000a23:07:28.837784 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:07:28.848823 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:07:28.859864 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:07:28.871125 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:07:28.882641 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:07:28.893921 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:07:29.015015 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:07:29.228408 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:07:29.753648 run create_hlr_db(pid=6436): Launched\u000a23:07:29.942952 bus /sierra_2: Setting Powered False\u000a23:07:30.982965 run create_hlr_db(pid=6436): Terminated: ok {rc=0}\u000a23:07:31.415686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6438): Launched\u000a23:07:31.831139 run osmo-hlr_10.42.42.2(pid=6439): Launched\u000a23:07:32.104127 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:07:32.712135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6441): Launched\u000a23:07:33.041805 run osmo-stp_10.42.42.5(pid=6442): Launched\u000a23:07:33.161773 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:07:33.761435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6444): Launched\u000a23:07:34.091470 run osmo-msc_10.42.42.6(pid=6445): Launched\u000a23:07:34.284737 run osmo-stp_10.42.42.5(pid=6442): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6442)]\u000a23:07:34.424205 run osmo-stp_10.42.42.5(pid=6442): stdout: \u000a| (launched: 2022-12-12_23:07:32.879289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:34.562587 run osmo-stp_10.42.42.5(pid=6442): stderr: \u000a| �[0;m�[38;5;43m20221212230733071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230733071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230733072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230733072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230733073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230733073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230733073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:34.694649 run osmo-stp_10.42.42.5(pid=6442): stdout: \u000a| (launched: 2022-12-12_23:07:32.879289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:34.824784 run osmo-stp_10.42.42.5(pid=6442): stderr: \u000a| �[0;m�[38;5;43m20221212230733071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230733071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230733072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230733072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230733073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230733073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230733073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:34.882557 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6442): Process ended prematurely: osmo-stp_10.42.42.5(pid=6442) [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6442)] [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a23:07:34.891821 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a23:07:34.953871 run osmo-hlr_10.42.42.2(pid=6439): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6439)]\u000a23:07:35.005036 run osmo-hlr_10.42.42.2(pid=6439): stdout: \u000a| (launched: 2022-12-12_23:07:31.579257) \u000a23:07:35.056756 run osmo-hlr_10.42.42.2(pid=6439): stderr: \u000a| �[0;m�[1;31m20221212230731920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230731920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230731920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230731920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230731920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230731920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230731947 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230731959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230731960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230731960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:07:35.127177 run osmo-msc_10.42.42.6(pid=6445): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6445)]\u000a23:07:35.178028 run osmo-msc_10.42.42.6(pid=6445): stdout: \u000a| (launched: 2022-12-12_23:07:33.928802) \u000a23:07:35.229310 run osmo-msc_10.42.42.6(pid=6445): stderr: \u000a| �[0;m�[38;5;43m20221212230734251 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212230734252 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f706a91bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212230734252 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212230734252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212230734252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212230734252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212230734254 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212230734254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212230734254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212230734254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:07:35.272907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6438): Terminating (SIGTERM)\u000a23:07:35.314296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6441): Terminating (SIGTERM)\u000a23:07:35.355642 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6444): Terminating (SIGTERM)\u000a23:07:35.365323 --- ParallelTerminationStrategy: PID 6438 died...\u000a23:07:35.420463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6438): Terminated: ok {rc=0}\u000a23:07:35.430409 --- ParallelTerminationStrategy: PID 6441 died...\u000a23:07:35.485285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6441): Terminated: ok {rc=0}\u000a23:07:35.495155 --- ParallelTerminationStrategy: PID 6444 died...\u000a23:07:35.549959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6444): Terminated: ok {rc=0}\u000a23:07:35.636418 bus /sierra_3: Setting Powered False\u000a23:07:36.742213 bus /sierra_3: Setting Powered False\u000a23:07:37.853742 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6453): Process ended prematurely: osmo-stp_10.42.42.5(pid=6453) [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6453)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6453): Process ended prematurely: osmo-stp_10.42.42.5(pid=6453) [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6453)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:07:38.968387 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:07:38.980867 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:07:39.139685 tst mo_mt_call_osmux.py: using LAC 32137\u000a23:07:39.264873 tst mo_mt_call_osmux.py: using RAC 7\u000a23:07:39.388466 tst mo_mt_call_osmux.py: using CellId 32137\u000a23:07:39.512010 tst mo_mt_call_osmux.py: using BVCI 32138\u000a23:07:39.535853 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:07:39.547202 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:07:39.558699 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:07:39.570107 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:07:39.581540 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:07:39.592880 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:07:39.710018 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:07:39.926115 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:07:40.455049 run create_hlr_db(pid=6447): Launched\u000a23:07:40.647386 bus /sierra_2: Setting Powered False\u000a23:07:41.666715 run create_hlr_db(pid=6447): Terminated: ok {rc=0}\u000a23:07:42.104438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6449): Launched\u000a23:07:42.433838 run osmo-hlr_10.42.42.2(pid=6450): Launched\u000a23:07:42.557618 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:07:43.129228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6452): Launched\u000a23:07:43.459939 run osmo-stp_10.42.42.5(pid=6453): Launched\u000a23:07:43.581681 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:07:44.187525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6455): Launched\u000a23:07:44.519352 run osmo-msc_10.42.42.6(pid=6456): Launched\u000a23:07:44.712470 run osmo-stp_10.42.42.5(pid=6453): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6453)]\u000a23:07:44.851519 run osmo-stp_10.42.42.5(pid=6453): stdout: \u000a| (launched: 2022-12-12_23:07:43.297393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:44.990500 run osmo-stp_10.42.42.5(pid=6453): stderr: \u000a| �[0;m�[38;5;43m20221212230743489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230743490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230743490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230743490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230743491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230743491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230743491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:45.124528 run osmo-stp_10.42.42.5(pid=6453): stdout: \u000a| (launched: 2022-12-12_23:07:43.297393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:45.256161 run osmo-stp_10.42.42.5(pid=6453): stderr: \u000a| �[0;m�[38;5;43m20221212230743489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230743490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230743490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230743490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230743491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230743491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230743491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:45.314341 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6453): Process ended prematurely: osmo-stp_10.42.42.5(pid=6453) [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6453)] [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a23:07:45.323754 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a23:07:45.386643 run osmo-hlr_10.42.42.2(pid=6450): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6450)]\u000a23:07:45.438198 run osmo-hlr_10.42.42.2(pid=6450): stdout: \u000a| (launched: 2022-12-12_23:07:42.271688) \u000a23:07:45.490459 run osmo-hlr_10.42.42.2(pid=6450): stderr: \u000a| �[0;m�[1;31m20221212230742472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230742472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230742472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230742472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230742472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230742473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230742485 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230742494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230742494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230742494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:07:45.561311 run osmo-msc_10.42.42.6(pid=6456): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6456)]\u000a23:07:45.612596 run osmo-msc_10.42.42.6(pid=6456): stdout: \u000a| (launched: 2022-12-12_23:07:44.356391) \u000a23:07:45.664708 run osmo-msc_10.42.42.6(pid=6456): stderr: \u000a| �[0;m�[38;5;43m20221212230744681 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212230744682 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb25dd2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212230744682 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212230744682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212230744682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212230744682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212230744684 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212230744684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212230744684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212230744684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:07:45.709137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6449): Terminating (SIGTERM)\u000a23:07:45.751209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6452): Terminating (SIGTERM)\u000a23:07:45.793195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6455): Terminating (SIGTERM)\u000a23:07:45.802907 --- ParallelTerminationStrategy: PID 6449 died...\u000a23:07:45.859634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6449): Terminated: ok {rc=0}\u000a23:07:45.870160 --- ParallelTerminationStrategy: PID 6452 died...\u000a23:07:45.927306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6452): Terminated: ok {rc=0}\u000a23:07:45.937884 --- ParallelTerminationStrategy: PID 6455 died...\u000a23:07:45.994459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6455): Terminated: ok {rc=0}\u000a23:07:46.089386 bus /sierra_3: Setting Powered False\u000a23:07:47.212304 bus /sierra_3: Setting Powered False\u000a23:07:48.325079 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:07:28" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6467): Process ended prematurely: osmo-stp_10.42.42.5(pid=6467) [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6467)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6467): Process ended prematurely: osmo-stp_10.42.42.5(pid=6467) [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6467)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:07:50.297265 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:07:50.308848 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:07:50.464857 tst mo_mt_call.py: using LAC 32138\u000a23:07:50.593392 tst mo_mt_call.py: using RAC 8\u000a23:07:50.723578 tst mo_mt_call.py: using CellId 32138\u000a23:07:50.847596 tst mo_mt_call.py: using BVCI 32139\u000a23:07:50.871483 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:07:50.882936 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:07:50.894261 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:07:50.905719 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:07:50.917272 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:07:50.928478 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:07:51.048746 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:07:51.255431 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:07:51.741935 run create_hlr_db(pid=6461): Launched\u000a23:07:51.921007 bus /sierra_2: Setting Powered False\u000a23:07:52.941146 run create_hlr_db(pid=6461): Terminated: ok {rc=0}\u000a23:07:53.378351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6463): Launched\u000a23:07:53.708473 run osmo-hlr_10.42.42.2(pid=6464): Launched\u000a23:07:53.833316 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:07:54.405329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6466): Launched\u000a23:07:54.734054 run osmo-stp_10.42.42.5(pid=6467): Launched\u000a23:07:54.854129 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:07:55.456496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6469): Launched\u000a23:07:55.786697 run osmo-msc_10.42.42.6(pid=6470): Launched\u000a23:07:55.980512 run osmo-stp_10.42.42.5(pid=6467): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6467)]\u000a23:07:56.120331 run osmo-stp_10.42.42.5(pid=6467): stdout: \u000a| (launched: 2022-12-12_23:07:54.572769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:56.258929 run osmo-stp_10.42.42.5(pid=6467): stderr: \u000a| �[0;m�[38;5;43m20221212230754769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230754769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230754769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230754770 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230754770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230754770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230754770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:56.390969 run osmo-stp_10.42.42.5(pid=6467): stdout: \u000a| (launched: 2022-12-12_23:07:54.572769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:56.522013 run osmo-stp_10.42.42.5(pid=6467): stderr: \u000a| �[0;m�[38;5;43m20221212230754769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230754769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230754769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230754770 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230754770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230754770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230754770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:56.579833 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6467): Process ended prematurely: osmo-stp_10.42.42.5(pid=6467) [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6467)] [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a23:07:56.589241 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a23:07:56.651851 run osmo-hlr_10.42.42.2(pid=6464): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6464)]\u000a23:07:56.702981 run osmo-hlr_10.42.42.2(pid=6464): stdout: \u000a| (launched: 2022-12-12_23:07:53.546590) \u000a23:07:56.754787 run osmo-hlr_10.42.42.2(pid=6464): stderr: \u000a| �[0;m�[1;31m20221212230753745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230753745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230753745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230753745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230753746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230753746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230753759 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230753767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230753767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230753768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:07:56.825151 run osmo-msc_10.42.42.6(pid=6470): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6470)]\u000a23:07:56.876238 run osmo-msc_10.42.42.6(pid=6470): stdout: \u000a| (launched: 2022-12-12_23:07:55.624326) \u000a23:07:56.928282 run osmo-msc_10.42.42.6(pid=6470): stderr: \u000a| �[0;m�[38;5;43m20221212230755948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212230755948 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1411520c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212230755948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212230755948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212230755948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212230755949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212230755950 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212230755951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212230755951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212230755951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:07:56.972094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6463): Terminating (SIGTERM)\u000a23:07:57.013524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6466): Terminating (SIGTERM)\u000a23:07:57.054875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6469): Terminating (SIGTERM)\u000a23:07:57.064607 --- ParallelTerminationStrategy: PID 6463 died...\u000a23:07:57.120340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6463): Terminated: ok {rc=0}\u000a23:07:57.130621 --- ParallelTerminationStrategy: PID 6466 died...\u000a23:07:57.186136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6466): Terminated: ok {rc=0}\u000a23:07:57.196089 --- ParallelTerminationStrategy: PID 6469 died...\u000a23:07:57.251246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6469): Terminated: ok {rc=0}\u000a23:07:57.338752 bus /sierra_3: Setting Powered False\u000a23:07:58.444044 bus /sierra_3: Setting Powered False\u000a23:07:59.551791 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6478): Process ended prematurely: osmo-stp_10.42.42.5(pid=6478) [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6478)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6478): Process ended prematurely: osmo-stp_10.42.42.5(pid=6478) [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6478)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:08:00.668305 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:08:00.680878 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:08:00.843552 tst mo_mt_call_osmux.py: using LAC 32139\u000a23:08:00.983975 tst mo_mt_call_osmux.py: using RAC 9\u000a23:08:01.116722 tst mo_mt_call_osmux.py: using CellId 32139\u000a23:08:01.248379 tst mo_mt_call_osmux.py: using BVCI 32140\u000a23:08:01.273614 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:08:01.286172 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:08:01.298650 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:08:01.312141 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:08:01.326863 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:08:01.340358 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:08:01.462362 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:08:01.696191 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:08:02.285389 run create_hlr_db(pid=6472): Launched\u000a23:08:02.476407 bus /sierra_2: Setting Powered False\u000a23:08:03.496627 run create_hlr_db(pid=6472): Terminated: ok {rc=0}\u000a23:08:03.932540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6474): Launched\u000a23:08:04.262016 run osmo-hlr_10.42.42.2(pid=6475): Launched\u000a23:08:04.381410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:08:04.953275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6477): Launched\u000a23:08:05.284085 run osmo-stp_10.42.42.5(pid=6478): Launched\u000a23:08:05.403544 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:08:06.009969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6480): Launched\u000a23:08:06.340418 run osmo-msc_10.42.42.6(pid=6481): Launched\u000a23:08:06.534792 run osmo-stp_10.42.42.5(pid=6478): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6478)]\u000a23:08:06.674734 run osmo-stp_10.42.42.5(pid=6478): stdout: \u000a| (launched: 2022-12-12_23:08:05.121797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:06.813775 run osmo-stp_10.42.42.5(pid=6478): stderr: \u000a| �[0;m�[38;5;43m20221212230805318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230805318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230805318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230805318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230805319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230805319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230805319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:06.946508 run osmo-stp_10.42.42.5(pid=6478): stdout: \u000a| (launched: 2022-12-12_23:08:05.121797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:07.078009 run osmo-stp_10.42.42.5(pid=6478): stderr: \u000a| �[0;m�[38;5;43m20221212230805318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230805318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230805318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230805318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230805319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230805319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230805319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:07.136443 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6478): Process ended prematurely: osmo-stp_10.42.42.5(pid=6478) [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6478)] [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a23:08:07.146065 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a23:08:07.208464 run osmo-hlr_10.42.42.2(pid=6475): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6475)]\u000a23:08:07.260192 run osmo-hlr_10.42.42.2(pid=6475): stdout: \u000a| (launched: 2022-12-12_23:08:04.100845) \u000a23:08:07.312125 run osmo-hlr_10.42.42.2(pid=6475): stderr: \u000a| �[0;m�[1;31m20221212230804300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230804300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230804301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230804301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230804301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230804301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230804313 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230804323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230804323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230804323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:08:07.383065 run osmo-msc_10.42.42.6(pid=6481): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6481)]\u000a23:08:07.434450 run osmo-msc_10.42.42.6(pid=6481): stdout: \u000a| (launched: 2022-12-12_23:08:06.178841) \u000a23:08:07.486179 run osmo-msc_10.42.42.6(pid=6481): stderr: \u000a| �[0;m�[38;5;43m20221212230806501 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212230806501 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9db5e05c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212230806501 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212230806501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212230806501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212230806502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212230806503 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212230806504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212230806504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212230806504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:08:07.530404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6474): Terminating (SIGTERM)\u000a23:08:07.572028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6477): Terminating (SIGTERM)\u000a23:08:07.613672 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6480): Terminating (SIGTERM)\u000a23:08:07.623273 --- ParallelTerminationStrategy: PID 6474 died...\u000a23:08:07.679027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6474): Terminated: ok {rc=0}\u000a23:08:07.689185 --- ParallelTerminationStrategy: PID 6477 died...\u000a23:08:07.744382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6477): Terminated: ok {rc=0}\u000a23:08:07.754382 --- ParallelTerminationStrategy: PID 6480 died...\u000a23:08:07.809889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6480): Terminated: ok {rc=0}\u000a23:08:07.895810 bus /sierra_3: Setting Powered False\u000a23:08:09.003253 bus /sierra_3: Setting Powered False\u000a23:08:10.114716 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:07:50" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6492): Process ended prematurely: osmo-stp_10.42.42.5(pid=6492) [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6492)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6492): Process ended prematurely: osmo-stp_10.42.42.5(pid=6492) [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6492)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:08:12.079818 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:08:12.091075 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:08:12.241723 tst mo_mt_call.py: using LAC 32140\u000a23:08:12.370430 tst mo_mt_call.py: using RAC 10\u000a23:08:12.501753 tst mo_mt_call.py: using CellId 32140\u000a23:08:12.632395 tst mo_mt_call.py: using BVCI 32141\u000a23:08:12.657590 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:08:12.669426 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:08:12.681112 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:08:12.692645 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:08:12.704305 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:08:12.715764 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:08:12.837648 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:08:13.041973 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:08:13.533085 run create_hlr_db(pid=6486): Launched\u000a23:08:13.712740 bus /sierra_2: Setting Powered False\u000a23:08:14.732854 run create_hlr_db(pid=6486): Terminated: ok {rc=0}\u000a23:08:15.144224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6488): Launched\u000a23:08:15.455936 run osmo-hlr_10.42.42.2(pid=6489): Launched\u000a23:08:15.577667 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:08:16.176312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6491): Launched\u000a23:08:16.643378 run osmo-stp_10.42.42.5(pid=6492): Launched\u000a23:08:16.795515 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:08:17.424628 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6494): Launched\u000a23:08:17.754563 run osmo-msc_10.42.42.6(pid=6495): Launched\u000a23:08:17.947173 run osmo-stp_10.42.42.5(pid=6492): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6492)]\u000a23:08:18.085840 run osmo-stp_10.42.42.5(pid=6492): stdout: \u000a| (launched: 2022-12-12_23:08:16.337478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:18.224662 run osmo-stp_10.42.42.5(pid=6492): stderr: \u000a| �[0;m�[38;5;43m20221212230816526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230816527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230816527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230816528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230816528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230816528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230816528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:18.356643 run osmo-stp_10.42.42.5(pid=6492): stdout: \u000a| (launched: 2022-12-12_23:08:16.337478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:18.487432 run osmo-stp_10.42.42.5(pid=6492): stderr: \u000a| �[0;m�[38;5;43m20221212230816526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230816527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230816527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230816528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230816528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230816528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230816528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:18.544865 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6492): Process ended prematurely: osmo-stp_10.42.42.5(pid=6492) [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6492)] [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a23:08:18.554249 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a23:08:18.616283 run osmo-hlr_10.42.42.2(pid=6489): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6489)]\u000a23:08:18.667390 run osmo-hlr_10.42.42.2(pid=6489): stdout: \u000a| (launched: 2022-12-12_23:08:15.301920) \u000a23:08:18.719251 run osmo-hlr_10.42.42.2(pid=6489): stderr: \u000a| �[0;m�[1;31m20221212230815479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230815479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230815479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230815480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230815480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230815480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230815492 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230815501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230815501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230815501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:08:18.789475 run osmo-msc_10.42.42.6(pid=6495): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6495)]\u000a23:08:18.840438 run osmo-msc_10.42.42.6(pid=6495): stdout: \u000a| (launched: 2022-12-12_23:08:17.592782) \u000a23:08:18.892130 run osmo-msc_10.42.42.6(pid=6495): stderr: \u000a| �[0;m�[38;5;43m20221212230817916 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212230817917 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f893ad70c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212230817917 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212230817917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212230817917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212230817917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212230817919 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212230817919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212230817919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212230817919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:08:18.936052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6488): Terminating (SIGTERM)\u000a23:08:18.978049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6491): Terminating (SIGTERM)\u000a23:08:19.019501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6494): Terminating (SIGTERM)\u000a23:08:19.029293 --- ParallelTerminationStrategy: PID 6488 died...\u000a23:08:19.084752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6488): Terminated: ok {rc=0}\u000a23:08:19.094821 --- ParallelTerminationStrategy: PID 6491 died...\u000a23:08:19.150386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6491): Terminated: ok {rc=0}\u000a23:08:19.160314 --- ParallelTerminationStrategy: PID 6494 died...\u000a23:08:19.215423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6494): Terminated: ok {rc=0}\u000a23:08:19.301725 bus /sierra_3: Setting Powered False\u000a23:08:20.408322 bus /sierra_3: Setting Powered False\u000a23:08:21.515272 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6503): Process ended prematurely: osmo-stp_10.42.42.5(pid=6503) [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6503)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6503): Process ended prematurely: osmo-stp_10.42.42.5(pid=6503) [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6503)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:08:22.631520 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:08:22.644143 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:08:22.802665 tst mo_mt_call_osmux.py: using LAC 32141\u000a23:08:22.933240 tst mo_mt_call_osmux.py: using RAC 11\u000a23:08:23.065446 tst mo_mt_call_osmux.py: using CellId 32141\u000a23:08:23.197214 tst mo_mt_call_osmux.py: using BVCI 32142\u000a23:08:23.222568 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:08:23.234374 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:08:23.245954 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:08:23.257493 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:08:23.269138 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:08:23.280601 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:08:23.397977 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:08:23.612327 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:08:24.141523 run create_hlr_db(pid=6497): Launched\u000a23:08:24.332789 bus /sierra_2: Setting Powered False\u000a23:08:25.352759 run create_hlr_db(pid=6497): Terminated: ok {rc=0}\u000a23:08:25.768313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6499): Launched\u000a23:08:26.080281 run osmo-hlr_10.42.42.2(pid=6500): Launched\u000a23:08:26.201930 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:08:26.777706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6502): Launched\u000a23:08:27.110181 run osmo-stp_10.42.42.5(pid=6503): Launched\u000a23:08:27.229758 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:08:27.835938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6505): Launched\u000a23:08:28.170249 run osmo-msc_10.42.42.6(pid=6506): Launched\u000a23:08:28.364587 run osmo-stp_10.42.42.5(pid=6503): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6503)]\u000a23:08:28.504890 run osmo-stp_10.42.42.5(pid=6503): stdout: \u000a| (launched: 2022-12-12_23:08:26.946400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:28.643589 run osmo-stp_10.42.42.5(pid=6503): stderr: \u000a| �[0;m�[38;5;43m20221212230827139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230827139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230827139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230827140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230827140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230827140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230827140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:28.776551 run osmo-stp_10.42.42.5(pid=6503): stdout: \u000a| (launched: 2022-12-12_23:08:26.946400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:28.908461 run osmo-stp_10.42.42.5(pid=6503): stderr: \u000a| �[0;m�[38;5;43m20221212230827139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230827139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230827139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230827140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230827140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230827140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230827140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:28.966760 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6503): Process ended prematurely: osmo-stp_10.42.42.5(pid=6503) [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6503)] [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a23:08:28.976223 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a23:08:29.039679 run osmo-hlr_10.42.42.2(pid=6500): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6500)]\u000a23:08:29.091390 run osmo-hlr_10.42.42.2(pid=6500): stdout: \u000a| (launched: 2022-12-12_23:08:25.926584) \u000a23:08:29.144144 run osmo-hlr_10.42.42.2(pid=6500): stderr: \u000a| �[0;m�[1;31m20221212230826103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230826103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230826103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230826103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230826103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230826103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230826116 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230826124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230826124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230826124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:08:29.215216 run osmo-msc_10.42.42.6(pid=6506): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6506)]\u000a23:08:29.266496 run osmo-msc_10.42.42.6(pid=6506): stdout: \u000a| (launched: 2022-12-12_23:08:28.005088) \u000a23:08:29.318453 run osmo-msc_10.42.42.6(pid=6506): stderr: \u000a| �[0;m�[38;5;43m20221212230828327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212230828328 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcaac3dbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212230828328 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212230828328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212230828328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212230828328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212230828330 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212230828330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212230828330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212230828331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:08:29.363048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6499): Terminating (SIGTERM)\u000a23:08:29.405657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6502): Terminating (SIGTERM)\u000a23:08:29.447937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6505): Terminating (SIGTERM)\u000a23:08:29.457805 --- ParallelTerminationStrategy: PID 6499 died...\u000a23:08:29.514241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6499): Terminated: ok {rc=0}\u000a23:08:29.524510 --- ParallelTerminationStrategy: PID 6502 died...\u000a23:08:29.580861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6502): Terminated: ok {rc=0}\u000a23:08:29.591135 --- ParallelTerminationStrategy: PID 6505 died...\u000a23:08:29.649112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6505): Terminated: ok {rc=0}\u000a23:08:29.738497 bus /sierra_3: Setting Powered False\u000a23:08:30.855852 bus /sierra_3: Setting Powered False\u000a23:08:32.005936 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:08:11" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6518): Process ended prematurely: osmo-stp_10.42.42.5(pid=6518) [trial-2383↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6518)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6518): Process ended prematurely: osmo-stp_10.42.42.5(pid=6518) [trial-2383↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6518)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a23:08:33.975350 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:08:33.987009 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:08:34.138467 tst mo_mt_call.py: using LAC 32142\u000a23:08:34.261240 tst mo_mt_call.py: using RAC 12\u000a23:08:34.386323 tst mo_mt_call.py: using CellId 32142\u000a23:08:34.509633 tst mo_mt_call.py: using BVCI 32143\u000a23:08:34.533437 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:08:34.544710 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:08:34.555826 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:08:34.567631 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:08:34.579651 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:08:34.591573 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:08:34.712096 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:08:34.918104 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:08:35.406784 run create_hlr_db(pid=6512): Launched\u000a23:08:35.586088 bus /sierra_2: Setting Powered False\u000a23:08:36.606738 run create_hlr_db(pid=6512): Terminated: ok {rc=0}\u000a23:08:37.019431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6514): Launched\u000a23:08:37.330209 run osmo-hlr_10.42.42.2(pid=6515): Launched\u000a23:08:37.449834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:08:37.996148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6517): Launched\u000a23:08:38.310038 run osmo-stp_10.42.42.5(pid=6518): Launched\u000a23:08:38.424123 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:08:38.995922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6520): Launched\u000a23:08:39.310567 run osmo-msc_10.42.42.6(pid=6521): Launched\u000a23:08:39.494820 run osmo-stp_10.42.42.5(pid=6518): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6518)]\u000a23:08:39.627503 run osmo-stp_10.42.42.5(pid=6518): stdout: \u000a| (launched: 2022-12-12_23:08:38.154273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:39.758197 run osmo-stp_10.42.42.5(pid=6518): stderr: \u000a| �[0;m�[38;5;43m20221212230838323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230838324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230838324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230838324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230838325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230838325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230838325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:39.883648 run osmo-stp_10.42.42.5(pid=6518): stdout: \u000a| (launched: 2022-12-12_23:08:38.154273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:40.007978 run osmo-stp_10.42.42.5(pid=6518): stderr: \u000a| �[0;m�[38;5;43m20221212230838323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230838324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230838324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230838324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230838325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230838325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230838325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:40.062817 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6518): Process ended prematurely: osmo-stp_10.42.42.5(pid=6518) [trial-2383↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6518)] [trial-2383↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a23:08:40.071609 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a23:08:40.132132 run osmo-hlr_10.42.42.2(pid=6515): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6515)]\u000a23:08:40.181549 run osmo-hlr_10.42.42.2(pid=6515): stdout: \u000a| (launched: 2022-12-12_23:08:37.177059) \u000a23:08:40.231374 run osmo-hlr_10.42.42.2(pid=6515): stderr: \u000a| �[0;m�[1;31m20221212230837352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230837352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230837352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230837352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230837352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230837352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230837365 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230837373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230837373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230837373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:08:40.298443 run osmo-msc_10.42.42.6(pid=6521): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6521)]\u000a23:08:40.347490 run osmo-msc_10.42.42.6(pid=6521): stdout: \u000a| (launched: 2022-12-12_23:08:39.154694) \u000a23:08:40.397117 run osmo-msc_10.42.42.6(pid=6521): stderr: \u000a| �[0;m�[38;5;43m20221212230839427 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212230839428 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc6e5f5bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212230839428 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212230839428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212230839428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212230839428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212230839430 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212230839430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212230839430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212230839430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:08:40.439209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6514): Terminating (SIGTERM)\u000a23:08:40.479207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6517): Terminating (SIGTERM)\u000a23:08:40.519371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6520): Terminating (SIGTERM)\u000a23:08:40.529259 --- ParallelTerminationStrategy: PID 6514 died...\u000a23:08:40.582474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6514): Terminated: ok {rc=0}\u000a23:08:40.592546 --- ParallelTerminationStrategy: PID 6517 died...\u000a23:08:40.645215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6517): Terminated: ok {rc=0}\u000a23:08:40.655245 --- ParallelTerminationStrategy: PID 6520 died...\u000a23:08:40.708269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6520): Terminated: ok {rc=0}\u000a23:08:40.797402 bus /sierra_3: Setting Powered False\u000a23:08:41.903659 bus /sierra_3: Setting Powered False\u000a23:08:43.014553 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6742): Process ended prematurely: osmo-stp_10.42.42.5(pid=6742) [trial-2383↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6742)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6742): Process ended prematurely: osmo-stp_10.42.42.5(pid=6742) [trial-2383↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6742)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:08:44.126102 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:08:44.138345 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:08:44.291560 tst mo_mt_call_osmux.py: using LAC 32143\u000a23:08:44.421475 tst mo_mt_call_osmux.py: using RAC 13\u000a23:08:44.558238 tst mo_mt_call_osmux.py: using CellId 32143\u000a23:08:44.693575 tst mo_mt_call_osmux.py: using BVCI 32144\u000a23:08:44.718963 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:08:44.730837 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:08:44.742467 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:08:44.754220 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:08:44.766015 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:08:44.777711 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:08:44.897894 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:08:45.105318 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:08:45.597383 run create_hlr_db(pid=6523): Launched\u000a23:08:45.777676 bus /sierra_2: Setting Powered False\u000a23:08:46.847379 run create_hlr_db(pid=6523): Terminated: ok {rc=0}\u000a23:08:47.369573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6574): Launched\u000a23:08:47.857416 run osmo-hlr_10.42.42.2(pid=6586): Launched\u000a23:08:48.128230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:08:48.855321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6687): Launched\u000a23:08:49.379555 run osmo-stp_10.42.42.5(pid=6742): Launched\u000a23:08:49.619218 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:08:50.271344 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6800): Launched\u000a23:08:50.712553 run osmo-msc_10.42.42.6(pid=6801): Launched\u000a23:08:51.193799 run osmo-stp_10.42.42.5(pid=6742): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6742)]\u000a23:08:51.336033 run osmo-stp_10.42.42.5(pid=6742): stdout: \u000a| (launched: 2022-12-12_23:08:49.074004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:51.479360 run osmo-stp_10.42.42.5(pid=6742): stderr: \u000a| �[0;m�[38;5;43m20221212230849417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230849418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230849418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230849418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230849419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230849419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230849419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:51.617139 run osmo-stp_10.42.42.5(pid=6742): stdout: \u000a| (launched: 2022-12-12_23:08:49.074004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:51.751144 run osmo-stp_10.42.42.5(pid=6742): stderr: \u000a| �[0;m�[38;5;43m20221212230849417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230849418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230849418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230849418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230849419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230849419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230849419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:51.811967 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6742): Process ended prematurely: osmo-stp_10.42.42.5(pid=6742) [trial-2383↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6742)] [trial-2383↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a23:08:51.822083 tst mo_mt_call_osmux.py:8: Test FAILED (7.7 sec)\u000a23:08:51.887429 run osmo-hlr_10.42.42.2(pid=6586): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6586)]\u000a23:08:51.940527 run osmo-hlr_10.42.42.2(pid=6586): stdout: \u000a| (launched: 2022-12-12_23:08:47.554479) \u000a23:08:51.995469 run osmo-hlr_10.42.42.2(pid=6586): stderr: \u000a| �[0;m�[1;31m20221212230847895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230847895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230847895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230847895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230847895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230847895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230847917 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230847932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230847932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230847932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:08:52.068023 run osmo-msc_10.42.42.6(pid=6801): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6801)]\u000a23:08:52.121502 run osmo-msc_10.42.42.6(pid=6801): stdout: \u000a| (launched: 2022-12-12_23:08:50.446178) \u000a23:08:52.176263 run osmo-msc_10.42.42.6(pid=6801): stderr: \u000a| �[0;m�[38;5;43m20221212230850945 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212230850945 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6ac7955c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212230850945 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212230850945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212230850946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212230850946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212230850947 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212230850948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212230850948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212230850948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:08:52.222328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6574): Terminating (SIGTERM)\u000a23:08:52.268528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6687): Terminating (SIGTERM)\u000a23:08:52.313272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6800): Terminating (SIGTERM)\u000a23:08:52.325421 --- ParallelTerminationStrategy: PID 6574 died...\u000a23:08:52.386313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6574): Terminated: ok {rc=0}\u000a23:08:52.397400 --- ParallelTerminationStrategy: PID 6687 died...\u000a23:08:52.454909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6687): Terminated: ok {rc=0}\u000a23:08:52.466036 --- ParallelTerminationStrategy: PID 6800 died...\u000a23:08:52.523731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6800): Terminated: ok {rc=0}\u000a23:08:52.614879 bus /sierra_3: Setting Powered False\u000a23:08:53.722511 bus /sierra_3: Setting Powered False\u000a23:08:54.836021 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:08:33" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "emergency:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6814): Process ended prematurely: osmo-stp_10.42.42.5(pid=6814) [trial-2383↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6814)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6814): Process ended prematurely: osmo-stp_10.42.42.5(pid=6814) [trial-2383↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6814)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a23:08:56.841315 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a23:08:56.853285 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a23:08:56.989269 tst emergency_mo_mt_call.py: using LAC 32144\u000a23:08:57.111945 tst emergency_mo_mt_call.py: using RAC 14\u000a23:08:57.237539 tst emergency_mo_mt_call.py: using CellId 32144\u000a23:08:57.362160 tst emergency_mo_mt_call.py: using BVCI 32145\u000a23:08:57.386744 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a23:08:57.398709 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a23:08:57.410431 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a23:08:57.423759 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a23:08:57.436549 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a23:08:57.449360 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a23:08:57.574327 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a23:08:57.790574 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:08:58.350782 run create_hlr_db(pid=6808): Launched\u000a23:08:58.543504 bus /sierra_2: Setting Powered False\u000a23:08:59.565630 run create_hlr_db(pid=6808): Terminated: ok {rc=0}\u000a23:09:00.021901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6810): Launched\u000a23:09:00.454690 run osmo-hlr_10.42.42.2(pid=6811): Launched\u000a23:09:00.703336 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:09:01.396884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6813): Launched\u000a23:09:01.927120 run osmo-stp_10.42.42.5(pid=6814): Launched\u000a23:09:02.121236 tst emergency_mo_mt_call.py: using MSISDN 8014\u000a23:09:02.277781 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:09:02.871458 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6816): Launched\u000a23:09:03.271947 run osmo-msc_10.42.42.6(pid=6817): Launched\u000a23:09:03.661026 run osmo-stp_10.42.42.5(pid=6814): ERR: Terminated: ERROR {rc=1} [trial-2383↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6814)]\u000a23:09:03.934020 run osmo-stp_10.42.42.5(pid=6814): stdout: \u000a| (launched: 2022-12-12_23:09:01.607291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:09:04.144871 run osmo-stp_10.42.42.5(pid=6814): stderr: \u000a| �[0;m�[38;5;43m20221212230901942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230901942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230901942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230901943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230901943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230901943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230901943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:09:04.271941 run osmo-stp_10.42.42.5(pid=6814): stdout: \u000a| (launched: 2022-12-12_23:09:01.607291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:09:04.398661 run osmo-stp_10.42.42.5(pid=6814): stderr: \u000a| �[0;m�[38;5;43m20221212230901942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230901942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230901942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230901943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230901943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230901943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230901943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:09:04.454056 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=6814): Process ended prematurely: osmo-stp_10.42.42.5(pid=6814) [trial-2383↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6814)] [trial-2383↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a23:09:04.463145 tst emergency_mo_mt_call.py:19: Test FAILED (7.6 sec)\u000a23:09:04.529348 run osmo-hlr_10.42.42.2(pid=6811): ERR: Terminated: ERROR {rc=237} [trial-2383↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6811)]\u000a23:09:04.582346 run osmo-hlr_10.42.42.2(pid=6811): stdout: \u000a| (launched: 2022-12-12_23:09:00.192131) \u000a23:09:04.636302 run osmo-hlr_10.42.42.2(pid=6811): stderr: \u000a| �[0;m�[1;31m20221212230900499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230900499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230900499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230900500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230900500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230900500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230900519 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230900537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230900537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230900537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:09:04.708496 run osmo-msc_10.42.42.6(pid=6817): ERR: Terminated: ERROR {rc=2} [trial-2383↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6817)]\u000a23:09:04.761142 run osmo-msc_10.42.42.6(pid=6817): stdout: \u000a| (launched: 2022-12-12_23:09:03.029168) \u000a23:09:04.814591 run osmo-msc_10.42.42.6(pid=6817): stderr: \u000a| �[0;m�[38;5;43m20221212230903622 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212230903622 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb067689c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212230903622 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212230903622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212230903623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212230903623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212230903633 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212230903633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212230903633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212230903633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:09:04.858849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6810): Terminating (SIGTERM)\u000a23:09:04.905035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6813): Terminating (SIGTERM)\u000a23:09:04.950429 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6816): Terminating (SIGTERM)\u000a23:09:04.961115 --- ParallelTerminationStrategy: PID 6810 died...\u000a23:09:05.020575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6810): Terminated: ok {rc=0}\u000a23:09:05.031416 --- ParallelTerminationStrategy: PID 6813 died...\u000a23:09:05.089188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6813): Terminated: ok {rc=0}\u000a23:09:05.100053 --- ParallelTerminationStrategy: PID 6816 died...\u000a23:09:05.156316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6816): Terminated: ok {rc=0}\u000a23:09:05.246157 bus /sierra_3: Setting Powered False\u000a23:09:06.353535 bus /sierra_3: Setting Powered False\u000a23:09:07.464822 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6827): Process ended prematurely: osmo-stp_10.42.42.5(pid=6827) [trial-2383↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6827)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6827): Process ended prematurely: osmo-stp_10.42.42.5(pid=6827) [trial-2383↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6827)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a23:09:08.518922 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a23:09:08.531915 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a23:09:08.668309 tst emergency_preemptive_call.py: using LAC 32145\u000a23:09:08.791498 tst emergency_preemptive_call.py: using RAC 15\u000a23:09:08.914267 tst emergency_preemptive_call.py: using CellId 32145\u000a23:09:09.037947 tst emergency_preemptive_call.py: using BVCI 32146\u000a23:09:09.062031 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a23:09:09.074302 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a23:09:09.086587 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a23:09:09.101061 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a23:09:09.112938 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a23:09:09.124850 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a23:09:09.249655 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a23:09:09.373744 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a23:09:09.494127 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a23:09:09.704203 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:09:10.247212 run create_hlr_db(pid=6820): Launched\u000a23:09:10.430675 bus /sierra_2: Setting Powered False\u000a23:09:11.442327 run create_hlr_db(pid=6820): Terminated: ok {rc=0}\u000a23:09:11.872790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6823): Launched\u000a23:09:12.174060 run osmo-hlr_10.42.42.2(pid=6824): Launched\u000a23:09:12.290657 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:09:12.819252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6826): Launched\u000a23:09:13.118898 run osmo-stp_10.42.42.5(pid=6827): Launched\u000a23:09:13.241647 tst emergency_preemptive_call.py: using MSISDN 8015\u000a23:09:13.390880 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:09:13.938080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6829): Launched\u000a23:09:14.238123 run osmo-msc_10.42.42.6(pid=6830): Launched\u000a23:09:14.415918 run osmo-stp_10.42.42.5(pid=6827): ERR: Terminated: ERROR {rc=1} [trial-2383↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6827)]\u000a23:09:14.544299 run osmo-stp_10.42.42.5(pid=6827): stdout: \u000a| (launched: 2022-12-12_23:09:12.971284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:09:14.669604 run osmo-stp_10.42.42.5(pid=6827): stderr: \u000a| �[0;m�[38;5;43m20221212230913142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230913142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230913142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230913143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230913144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230913144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230913144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:09:14.790300 run osmo-stp_10.42.42.5(pid=6827): stdout: \u000a| (launched: 2022-12-12_23:09:12.971284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:09:14.910072 run osmo-stp_10.42.42.5(pid=6827): stderr: \u000a| �[0;m�[38;5;43m20221212230913142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230913142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230913142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230913143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230913144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230913144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230913144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:09:14.962393 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=6827): Process ended prematurely: osmo-stp_10.42.42.5(pid=6827) [trial-2383↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6827)] [trial-2383↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a23:09:14.970609 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a23:09:15.030596 run osmo-hlr_10.42.42.2(pid=6824): ERR: Terminated: ERROR {rc=237} [trial-2383↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6824)]\u000a23:09:15.079675 run osmo-hlr_10.42.42.2(pid=6824): stdout: \u000a| (launched: 2022-12-12_23:09:12.026092) \u000a23:09:15.129571 run osmo-hlr_10.42.42.2(pid=6824): stderr: \u000a| �[0;m�[1;31m20221212230912201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230912201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230912201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230912201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230912201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230912201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230912213 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230912222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230912222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230912222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:09:15.196756 run osmo-msc_10.42.42.6(pid=6830): ERR: Terminated: ERROR {rc=2} [trial-2383↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6830)]\u000a23:09:15.245791 run osmo-msc_10.42.42.6(pid=6830): stdout: \u000a| (launched: 2022-12-12_23:09:14.089809) \u000a23:09:15.295369 run osmo-msc_10.42.42.6(pid=6830): stderr: \u000a| �[0;m�[38;5;43m20221212230914361 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212230914361 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff612260c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212230914361 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212230914361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212230914361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212230914362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212230914363 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212230914364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212230914364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212230914364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:09:15.337065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6823): Terminating (SIGTERM)\u000a23:09:15.376758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6826): Terminating (SIGTERM)\u000a23:09:15.416547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6829): Terminating (SIGTERM)\u000a23:09:15.426154 --- ParallelTerminationStrategy: PID 6823 died...\u000a23:09:15.479217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6823): Terminated: ok {rc=0}\u000a23:09:15.489224 --- ParallelTerminationStrategy: PID 6826 died...\u000a23:09:15.541934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6826): Terminated: ok {rc=0}\u000a23:09:15.551861 --- ParallelTerminationStrategy: PID 6829 died...\u000a23:09:15.604547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6829): Terminated: ok {rc=0}\u000a23:09:15.687354 bus /sierra_9: Setting Powered False\u000a23:09:16.812387 bus /sierra_9: Setting Powered False\u000a23:09:17.927095 bus /sierra_8: Setting Powered False\u000a23:09:19.034211 bus /sierra_8: Setting Powered False\u000a23:09:20.141116 bus /sierra_3: Setting Powered False\u000a23:09:21.247064 bus /sierra_3: Setting Powered False\u000a23:09:22.355571 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 28.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:08:56" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-1900", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6847): Process ended prematurely: osmo-stp_10.42.42.5(pid=6847) [trial-2383↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6847)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6847): Process ended prematurely: osmo-stp_10.42.42.5(pid=6847) [trial-2383↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6847)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:09:24.466789 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:09:24.477949 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a23:09:24.611390 tst cs_paging_gprs_active.py: using LAC 32146\u000a23:09:24.739377 tst cs_paging_gprs_active.py: using RAC 16\u000a23:09:24.867398 tst cs_paging_gprs_active.py: using CellId 32146\u000a23:09:24.995181 tst cs_paging_gprs_active.py: using BVCI 32147\u000a23:09:25.020164 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:09:25.031413 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:09:25.042394 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:09:25.053391 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:09:25.064338 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:09:25.075265 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:09:25.086424 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:09:25.097374 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:09:25.108406 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a23:09:25.226697 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a23:09:25.524799 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:09:25.661107 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:09:25.998664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6837): Launched\u000a23:09:26.279430 run iperf3-srv_10.42.42.10(pid=6838): Launched\u000a23:09:26.479239 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:09:26.614930 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:09:26.951817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6839): Launched\u000a23:09:27.233083 run iperf3-srv_10.42.42.10(pid=6840): Launched\u000a23:09:27.432562 tst cs_paging_gprs_active.py:38: start network...\u000a23:09:27.568446 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:09:28.088294 run create_hlr_db(pid=6841): Launched\u000a23:09:28.276919 bus /sierra_2: Setting Powered False\u000a23:09:29.298155 run create_hlr_db(pid=6841): Terminated: ok {rc=0}\u000a23:09:29.708739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6843): Launched\u000a23:09:30.017210 run osmo-hlr_10.42.42.2(pid=6844): Launched\u000a23:09:30.134405 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:09:30.668216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6846): Launched\u000a23:09:31.139117 run osmo-stp_10.42.42.5(pid=6847): Launched\u000a23:09:31.332836 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:09:31.925633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6849): Launched\u000a23:09:32.044568 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:09:32.347174 run patchelf(pid=6850): Launched\u000a23:09:32.538300 run osmo-stp_10.42.42.5(pid=6847): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6847)]\u000a23:09:32.677918 run osmo-stp_10.42.42.5(pid=6847): stdout: \u000a| (launched: 2022-12-12_23:09:30.824126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:09:32.817299 run osmo-stp_10.42.42.5(pid=6847): stderr: \u000a| �[0;m�[38;5;43m20221212230931106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230931106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230931107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230931107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230931109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230931110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230931110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:09:32.952545 run osmo-stp_10.42.42.5(pid=6847): stdout: \u000a| (launched: 2022-12-12_23:09:30.824126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:09:33.086664 run osmo-stp_10.42.42.5(pid=6847): stderr: \u000a| �[0;m�[38;5;43m20221212230931106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230931106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230931107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230931107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230931109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230931110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230931110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:09:33.243548 run patchelf(pid=6850): Terminating (SIGINT)\u000a23:09:33.427506 run patchelf(pid=6850): Terminated: ok {rc=0}\u000a23:09:33.460889 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6847): Process ended prematurely: osmo-stp_10.42.42.5(pid=6847) [trial-2383↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6847)] [trial-2383↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a23:09:33.470734 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a23:09:33.533342 run osmo-hlr_10.42.42.2(pid=6844): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6844)]\u000a23:09:33.584436 run osmo-hlr_10.42.42.2(pid=6844): stdout: \u000a| (launched: 2022-12-12_23:09:29.865712) \u000a23:09:33.636211 run osmo-hlr_10.42.42.2(pid=6844): stderr: \u000a| �[0;m�[1;31m20221212230930044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230930044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230930044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230930044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230930044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230930044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230930056 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230930065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230930065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230930065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:09:33.680336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6837): Terminating (SIGTERM)\u000a23:09:33.721956 run iperf3-srv_10.42.42.10(pid=6838): Terminating (SIGTERM)\u000a23:09:33.763423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6839): Terminating (SIGTERM)\u000a23:09:33.804926 run iperf3-srv_10.42.42.10(pid=6840): Terminating (SIGTERM)\u000a23:09:33.846464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6843): Terminating (SIGTERM)\u000a23:09:33.888172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6846): Terminating (SIGTERM)\u000a23:09:33.930613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6849): Terminating (SIGTERM)\u000a23:09:33.940389 --- ParallelTerminationStrategy: PID 6837 died...\u000a23:09:33.996354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6837): Terminated: ok {rc=0}\u000a23:09:34.006468 --- ParallelTerminationStrategy: PID 6838 died...\u000a23:09:34.062164 run iperf3-srv_10.42.42.10(pid=6838): Terminated {rc=256}\u000a23:09:34.072153 --- ParallelTerminationStrategy: PID 6839 died...\u000a23:09:34.127668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6839): Terminated: ok {rc=0}\u000a23:09:34.137969 --- ParallelTerminationStrategy: PID 6840 died...\u000a23:09:34.193781 run iperf3-srv_10.42.42.10(pid=6840): Terminated {rc=256}\u000a23:09:34.203786 --- ParallelTerminationStrategy: PID 6843 died...\u000a23:09:34.258715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6843): Terminated: ok {rc=0}\u000a23:09:34.268616 --- ParallelTerminationStrategy: PID 6846 died...\u000a23:09:34.323816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6846): Terminated: ok {rc=0}\u000a23:09:34.333930 --- ParallelTerminationStrategy: PID 6849 died...\u000a23:09:34.390576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6849): Terminated: ok {rc=0}\u000a23:09:34.479145 bus /gobi_0: Setting Powered False\u000a23:09:35.584813 bus /gobi_0: Setting Powered False\u000a23:09:36.691341 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6862): Process ended prematurely: osmo-stp_10.42.42.5(pid=6862) [trial-2383↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6862)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6862): Process ended prematurely: osmo-stp_10.42.42.5(pid=6862) [trial-2383↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6862)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a23:09:37.805134 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:09:37.817087 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a23:09:37.948313 tst iperf3.py: using LAC 32147\u000a23:09:38.070951 tst iperf3.py: using RAC 17\u000a23:09:38.193620 tst iperf3.py: using CellId 32147\u000a23:09:38.313772 tst iperf3.py: using BVCI 32148\u000a23:09:38.337476 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:09:38.348154 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:09:38.358627 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:09:38.369402 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:09:38.380061 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:09:38.390782 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:09:38.401696 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:09:38.412189 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:09:38.423089 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a23:09:38.720738 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:09:38.856065 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:09:39.192837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6854): Launched\u000a23:09:39.473358 run iperf3-srv_10.42.42.10(pid=6855): Launched\u000a23:09:39.672624 tst iperf3.py:8: start network...\u000a23:09:39.807922 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:09:40.328706 run create_hlr_db(pid=6856): Launched\u000a23:09:40.517169 bus /gobi_6: Setting Powered False\u000a23:09:41.537810 run create_hlr_db(pid=6856): Terminated: ok {rc=0}\u000a23:09:41.970604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6858): Launched\u000a23:09:42.297842 run osmo-hlr_10.42.42.2(pid=6859): Launched\u000a23:09:42.416221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:09:42.978646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6861): Launched\u000a23:09:43.303380 run osmo-stp_10.42.42.5(pid=6862): Launched\u000a23:09:43.421583 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:09:43.990184 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6864): Launched\u000a23:09:44.106552 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:09:44.391381 run patchelf(pid=6865): Launched\u000a23:09:44.581586 run osmo-stp_10.42.42.5(pid=6862): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6862)]\u000a23:09:44.719985 run osmo-stp_10.42.42.5(pid=6862): stdout: \u000a| (launched: 2022-12-12_23:09:43.143842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:09:44.858801 run osmo-stp_10.42.42.5(pid=6862): stderr: \u000a| �[0;m�[38;5;43m20221212230943337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230943337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230943337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230943338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230943338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230943338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230943338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:09:44.993319 run osmo-stp_10.42.42.5(pid=6862): stdout: \u000a| (launched: 2022-12-12_23:09:43.143842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:09:45.126809 run osmo-stp_10.42.42.5(pid=6862): stderr: \u000a| �[0;m�[38;5;43m20221212230943337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230943337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230943337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230943338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230943338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230943338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230943338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:09:45.283412 run patchelf(pid=6865): Terminating (SIGINT)\u000a23:09:45.466839 run patchelf(pid=6865): Terminated: ok {rc=0}\u000a23:09:45.500205 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6862): Process ended prematurely: osmo-stp_10.42.42.5(pid=6862) [trial-2383↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6862)] [trial-2383↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a23:09:45.510084 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a23:09:45.572279 run osmo-hlr_10.42.42.2(pid=6859): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6859)]\u000a23:09:45.622944 run osmo-hlr_10.42.42.2(pid=6859): stdout: \u000a| (launched: 2022-12-12_23:09:42.138205) \u000a23:09:45.674375 run osmo-hlr_10.42.42.2(pid=6859): stderr: \u000a| �[0;m�[1;31m20221212230942337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230942337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230942337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230942337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230942337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230942337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230942348 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230942357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230942357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230942357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:09:45.718342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6854): Terminating (SIGTERM)\u000a23:09:45.759736 run iperf3-srv_10.42.42.10(pid=6855): Terminating (SIGTERM)\u000a23:09:45.801225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6858): Terminating (SIGTERM)\u000a23:09:45.842682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6861): Terminating (SIGTERM)\u000a23:09:45.887397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6864): Terminating (SIGTERM)\u000a23:09:45.897221 --- ParallelTerminationStrategy: PID 6854 died...\u000a23:09:45.967722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6854): Terminated: ok {rc=0}\u000a23:09:45.979724 --- ParallelTerminationStrategy: PID 6855 died...\u000a23:09:46.035998 run iperf3-srv_10.42.42.10(pid=6855): Terminated {rc=256}\u000a23:09:46.047762 --- ParallelTerminationStrategy: PID 6858 died...\u000a23:09:46.102723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6858): Terminated: ok {rc=0}\u000a23:09:46.114762 --- ParallelTerminationStrategy: PID 6861 died...\u000a23:09:46.171837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6861): Terminated: ok {rc=0}\u000a23:09:46.182852 --- ParallelTerminationStrategy: PID 6864 died...\u000a23:09:46.238165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6864): Terminated: ok {rc=0}\u000a23:09:46.338652 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6880): Process ended prematurely: osmo-stp_10.42.42.5(pid=6880) [trial-2383↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6880)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6880): Process ended prematurely: osmo-stp_10.42.42.5(pid=6880) [trial-2383↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6880)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a23:09:47.451052 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:09:47.462205 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a23:09:47.589299 tst iperf3m4.py: using LAC 32148\u000a23:09:47.706976 tst iperf3m4.py: using RAC 18\u000a23:09:47.825445 tst iperf3m4.py: using CellId 32148\u000a23:09:47.944587 tst iperf3m4.py: using BVCI 32149\u000a23:09:47.967983 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:09:47.978687 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:09:47.989154 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:09:47.999794 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:09:48.010836 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:09:48.021545 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:09:48.032441 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:09:48.043099 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:09:48.054126 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a23:09:48.177021 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a23:09:48.295571 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a23:09:48.414064 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a23:09:48.695784 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:09:48.823503 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:09:49.141007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6866): Launched\u000a23:09:49.403845 run iperf3-srv_10.42.42.10(pid=6867): Launched\u000a23:09:49.589876 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:09:49.716607 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:09:50.042636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6868): Launched\u000a23:09:50.324731 run iperf3-srv_10.42.42.10(pid=6869): Launched\u000a23:09:50.524597 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:09:50.660504 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:09:50.998029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6870): Launched\u000a23:09:51.278608 run iperf3-srv_10.42.42.10(pid=6871): Launched\u000a23:09:51.478454 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:09:51.614716 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:09:51.952039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6872): Launched\u000a23:09:52.232656 run iperf3-srv_10.42.42.10(pid=6873): Launched\u000a23:09:52.432446 tst iperf3m4.py:8: start network...\u000a23:09:52.568322 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:09:53.090049 run create_hlr_db(pid=6874): Launched\u000a23:09:53.279036 bus /gobi_6: Setting Powered False\u000a23:09:54.298511 run create_hlr_db(pid=6874): Terminated: ok {rc=0}\u000a23:09:54.730305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6876): Launched\u000a23:09:55.056354 run osmo-hlr_10.42.42.2(pid=6877): Launched\u000a23:09:55.179140 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:09:55.748564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6879): Launched\u000a23:09:56.075962 run osmo-stp_10.42.42.5(pid=6880): Launched\u000a23:09:56.195673 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:09:56.763920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6882): Launched\u000a23:09:56.880182 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:09:57.164694 run patchelf(pid=6883): Launched\u000a23:09:57.357944 run osmo-stp_10.42.42.5(pid=6880): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6880)]\u000a23:09:57.497191 run osmo-stp_10.42.42.5(pid=6880): stdout: \u000a| (launched: 2022-12-12_23:09:55.914883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:09:57.636400 run osmo-stp_10.42.42.5(pid=6880): stderr: \u000a| �[0;m�[38;5;43m20221212230956110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230956110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230956110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230956110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230956111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230956111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230956111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:09:57.771226 run osmo-stp_10.42.42.5(pid=6880): stdout: \u000a| (launched: 2022-12-12_23:09:55.914883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:09:57.905027 run osmo-stp_10.42.42.5(pid=6880): stderr: \u000a| �[0;m�[38;5;43m20221212230956110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212230956110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212230956110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212230956110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212230956111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212230956111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212230956111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:09:58.061366 run patchelf(pid=6883): Terminating (SIGINT)\u000a23:09:58.247004 run patchelf(pid=6883): Terminated: ok {rc=0}\u000a23:09:58.280528 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6880): Process ended prematurely: osmo-stp_10.42.42.5(pid=6880) [trial-2383↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6880)] [trial-2383↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a23:09:58.290488 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a23:09:58.352782 run osmo-hlr_10.42.42.2(pid=6877): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6877)]\u000a23:09:58.403631 run osmo-hlr_10.42.42.2(pid=6877): stdout: \u000a| (launched: 2022-12-12_23:09:54.896083) \u000a23:09:58.454843 run osmo-hlr_10.42.42.2(pid=6877): stderr: \u000a| �[0;m�[1;31m20221212230955098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212230955098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212230955098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230955098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212230955099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212230955099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212230955111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212230955120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212230955120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212230955120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:09:58.498876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6866): Terminating (SIGTERM)\u000a23:09:58.540435 run iperf3-srv_10.42.42.10(pid=6867): Terminating (SIGTERM)\u000a23:09:58.582109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6868): Terminating (SIGTERM)\u000a23:09:58.623469 run iperf3-srv_10.42.42.10(pid=6869): Terminating (SIGTERM)\u000a23:09:58.665118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6870): Terminating (SIGTERM)\u000a23:09:58.706449 run iperf3-srv_10.42.42.10(pid=6871): Terminating (SIGTERM)\u000a23:09:58.747974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6872): Terminating (SIGTERM)\u000a23:09:58.789599 run iperf3-srv_10.42.42.10(pid=6873): Terminating (SIGTERM)\u000a23:09:58.831114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6876): Terminating (SIGTERM)\u000a23:09:58.872517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6879): Terminating (SIGTERM)\u000a23:09:58.914010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6882): Terminating (SIGTERM)\u000a23:09:58.923699 --- ParallelTerminationStrategy: PID 6866 died...\u000a23:09:58.979113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6866): Terminated: ok {rc=0}\u000a23:09:58.989302 --- ParallelTerminationStrategy: PID 6867 died...\u000a23:09:59.044763 run iperf3-srv_10.42.42.10(pid=6867): Terminated {rc=256}\u000a23:09:59.054822 --- ParallelTerminationStrategy: PID 6868 died...\u000a23:09:59.109901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6868): Terminated: ok {rc=0}\u000a23:09:59.119920 --- ParallelTerminationStrategy: PID 6869 died...\u000a23:09:59.175173 run iperf3-srv_10.42.42.10(pid=6869): Terminated {rc=256}\u000a23:09:59.185192 --- ParallelTerminationStrategy: PID 6870 died...\u000a23:09:59.240095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6870): Terminated: ok {rc=0}\u000a23:09:59.250145 --- ParallelTerminationStrategy: PID 6871 died...\u000a23:09:59.304646 run iperf3-srv_10.42.42.10(pid=6871): Terminated {rc=256}\u000a23:09:59.314672 --- ParallelTerminationStrategy: PID 6872 died...\u000a23:09:59.369677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6872): Terminated: ok {rc=0}\u000a23:09:59.379674 --- ParallelTerminationStrategy: PID 6873 died...\u000a23:09:59.434420 run iperf3-srv_10.42.42.10(pid=6873): Terminated {rc=256}\u000a23:09:59.444474 --- ParallelTerminationStrategy: PID 6876 died...\u000a23:09:59.499106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6876): Terminated: ok {rc=0}\u000a23:09:59.509115 --- ParallelTerminationStrategy: PID 6879 died...\u000a23:09:59.563787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6879): Terminated: ok {rc=0}\u000a23:09:59.573813 --- ParallelTerminationStrategy: PID 6882 died...\u000a23:09:59.628641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6882): Terminated: ok {rc=0}\u000a23:09:59.714162 bus /gobi_4: Setting Powered False\u000a23:10:00.820041 bus /gobi_4: Setting Powered False\u000a23:10:01.937047 bus /gobi_1: Setting Powered False\u000a23:10:03.039992 bus /gobi_1: Setting Powered False\u000a23:10:04.146657 bus /gobi_0: Setting Powered False\u000a23:10:05.252303 bus /gobi_0: Setting Powered False\u000a23:10:06.363993 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6893): Process ended prematurely: osmo-stp_10.42.42.5(pid=6893) [trial-2383↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6893)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6893): Process ended prematurely: osmo-stp_10.42.42.5(pid=6893) [trial-2383↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6893)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a23:10:07.431177 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:10:07.442485 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a23:10:07.573657 tst ping.py: using LAC 32149\u000a23:10:07.697477 tst ping.py: using RAC 19\u000a23:10:07.825277 tst ping.py: using CellId 32149\u000a23:10:07.948894 tst ping.py: using BVCI 32150\u000a23:10:07.973475 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:10:07.984548 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:10:07.995650 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:10:08.006704 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:10:08.017634 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:10:08.028596 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:10:08.039672 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:10:08.050769 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a23:10:08.327792 tst ping.py:19: start network...\u000a23:10:08.453318 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:10:08.925893 run create_hlr_db(pid=6887): Launched\u000a23:10:09.099480 bus /gobi_6: Setting Powered False\u000a23:10:10.119701 run create_hlr_db(pid=6887): Terminated: ok {rc=0}\u000a23:10:10.521136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6889): Launched\u000a23:10:10.821428 run osmo-hlr_10.42.42.2(pid=6890): Launched\u000a23:10:10.935381 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:10:11.474696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6892): Launched\u000a23:10:11.777607 run osmo-stp_10.42.42.5(pid=6893): Launched\u000a23:10:11.888114 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:10:12.414090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6895): Launched\u000a23:10:12.521260 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:10:12.784147 run patchelf(pid=6896): Launched\u000a23:10:12.960853 run osmo-stp_10.42.42.5(pid=6893): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6893)]\u000a23:10:13.089505 run osmo-stp_10.42.42.5(pid=6893): stdout: \u000a| (launched: 2022-12-12_23:10:11.627902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:10:13.218471 run osmo-stp_10.42.42.5(pid=6893): stderr: \u000a| �[0;m�[38;5;43m20221212231011798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231011799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231011799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231011799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231011800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231011800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231011800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:10:13.342903 run osmo-stp_10.42.42.5(pid=6893): stdout: \u000a| (launched: 2022-12-12_23:10:11.627902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:10:13.466368 run osmo-stp_10.42.42.5(pid=6893): stderr: \u000a| �[0;m�[38;5;43m20221212231011798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231011799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231011799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231011799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231011800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231011800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231011800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:10:13.611096 run patchelf(pid=6896): Terminating (SIGINT)\u000a23:10:13.782306 run patchelf(pid=6896): Terminated: ok {rc=0}\u000a23:10:13.813187 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6893): Process ended prematurely: osmo-stp_10.42.42.5(pid=6893) [trial-2383↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6893)] [trial-2383↪gprs:nanobts+band-1900↪ping.py:22]\u000a23:10:13.821705 tst ping.py:22: Test FAILED (6.4 sec)\u000a23:10:13.881973 run osmo-hlr_10.42.42.2(pid=6890): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6890)]\u000a23:10:13.930802 run osmo-hlr_10.42.42.2(pid=6890): stdout: \u000a| (launched: 2022-12-12_23:10:10.673564) \u000a23:10:13.979814 run osmo-hlr_10.42.42.2(pid=6890): stderr: \u000a| �[0;m�[1;31m20221212231010849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231010849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231010850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231010850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231010850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231010850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231010861 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231010870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231010870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231010870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:10:14.021564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6889): Terminating (SIGTERM)\u000a23:10:14.060921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6892): Terminating (SIGTERM)\u000a23:10:14.100298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6895): Terminating (SIGTERM)\u000a23:10:14.109728 --- ParallelTerminationStrategy: PID 6889 died...\u000a23:10:14.162239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6889): Terminated: ok {rc=0}\u000a23:10:14.172079 --- ParallelTerminationStrategy: PID 6892 died...\u000a23:10:14.224564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6892): Terminated: ok {rc=0}\u000a23:10:14.234410 --- ParallelTerminationStrategy: PID 6895 died...\u000a23:10:14.286755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6895): Terminated: ok {rc=0}\u000a23:10:14.374290 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6903): Process ended prematurely: osmo-stp_10.42.42.5(pid=6903) [trial-2383↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6903)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6903): Process ended prematurely: osmo-stp_10.42.42.5(pid=6903) [trial-2383↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6903)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a23:10:15.425692 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:10:15.437665 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a23:10:15.585446 tst ping_idle_ping.py: using LAC 32150\u000a23:10:15.715725 tst ping_idle_ping.py: using RAC 20\u000a23:10:15.856678 tst ping_idle_ping.py: using CellId 32150\u000a23:10:16.003188 tst ping_idle_ping.py: using BVCI 32151\u000a23:10:16.032319 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:10:16.047537 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:10:16.063011 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:10:16.078741 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:10:16.093542 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:10:16.108423 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:10:16.123870 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a23:10:16.139444 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a23:10:16.481307 tst ping_idle_ping.py:24: start network...\u000a23:10:16.621126 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:10:17.177621 run create_hlr_db(pid=6897): Launched\u000a23:10:17.365535 bus /gobi_6: Setting Powered False\u000a23:10:18.384600 run create_hlr_db(pid=6897): Terminated: ok {rc=0}\u000a23:10:18.792708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6899): Launched\u000a23:10:19.096794 run osmo-hlr_10.42.42.2(pid=6900): Launched\u000a23:10:19.208275 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:10:19.731882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6902): Launched\u000a23:10:20.034547 run osmo-stp_10.42.42.5(pid=6903): Launched\u000a23:10:20.145632 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:10:20.674059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6905): Launched\u000a23:10:20.782276 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:10:21.046033 run patchelf(pid=6906): Launched\u000a23:10:21.223200 run osmo-stp_10.42.42.5(pid=6903): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6903)]\u000a23:10:21.352231 run osmo-stp_10.42.42.5(pid=6903): stdout: \u000a| (launched: 2022-12-12_23:10:19.884599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:10:21.481759 run osmo-stp_10.42.42.5(pid=6903): stderr: \u000a| �[0;m�[38;5;43m20221212231020057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231020057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231020057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231020058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231020059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231020059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231020059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:10:21.607024 run osmo-stp_10.42.42.5(pid=6903): stdout: \u000a| (launched: 2022-12-12_23:10:19.884599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:10:21.730856 run osmo-stp_10.42.42.5(pid=6903): stderr: \u000a| �[0;m�[38;5;43m20221212231020057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231020057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231020057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231020058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231020059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231020059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231020059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:10:21.875831 run patchelf(pid=6906): Terminating (SIGINT)\u000a23:10:22.047201 run patchelf(pid=6906): Terminated: ok {rc=0}\u000a23:10:22.078095 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6903): Process ended prematurely: osmo-stp_10.42.42.5(pid=6903) [trial-2383↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6903)] [trial-2383↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a23:10:22.086698 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a23:10:22.146161 run osmo-hlr_10.42.42.2(pid=6900): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6900)]\u000a23:10:22.194919 run osmo-hlr_10.42.42.2(pid=6900): stdout: \u000a| (launched: 2022-12-12_23:10:18.946927) \u000a23:10:22.244046 run osmo-hlr_10.42.42.2(pid=6900): stderr: \u000a| �[0;m�[1;31m20221212231019124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231019124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231019125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231019125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231019125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231019125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231019137 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231019146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231019146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231019146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:10:22.285856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6899): Terminating (SIGTERM)\u000a23:10:22.325469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6902): Terminating (SIGTERM)\u000a23:10:22.364933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6905): Terminating (SIGTERM)\u000a23:10:22.374264 --- ParallelTerminationStrategy: PID 6899 died...\u000a23:10:22.426703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6899): Terminated: ok {rc=0}\u000a23:10:22.436543 --- ParallelTerminationStrategy: PID 6902 died...\u000a23:10:22.488908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6902): Terminated: ok {rc=0}\u000a23:10:22.498760 --- ParallelTerminationStrategy: PID 6905 died...\u000a23:10:22.551305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6905): Terminated: ok {rc=0}\u000a23:10:22.634173 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:09:24" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6920): Process ended prematurely: osmo-stp_10.42.42.5(pid=6920) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6920)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6920): Process ended prematurely: osmo-stp_10.42.42.5(pid=6920) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:10:24.768731 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:10:24.779987 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:10:24.916186 tst cs_paging_gprs_active.py: using LAC 32151\u000a23:10:25.043878 tst cs_paging_gprs_active.py: using RAC 21\u000a23:10:25.173794 tst cs_paging_gprs_active.py: using CellId 32151\u000a23:10:25.301387 tst cs_paging_gprs_active.py: using BVCI 32152\u000a23:10:25.326552 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:10:25.338012 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:10:25.349251 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:10:25.360449 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:10:25.371582 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:10:25.382785 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:10:25.394114 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:10:25.405276 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:10:25.416546 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:10:25.536796 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:10:25.832354 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:10:25.967704 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:10:26.303423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6910): Launched\u000a23:10:26.582714 run iperf3-srv_10.42.42.10(pid=6911): Launched\u000a23:10:26.781529 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:10:26.916644 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:10:27.252129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6912): Launched\u000a23:10:27.531221 run iperf3-srv_10.42.42.10(pid=6913): Launched\u000a23:10:27.730611 tst cs_paging_gprs_active.py:38: start network...\u000a23:10:27.866517 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:10:28.386871 run create_hlr_db(pid=6914): Launched\u000a23:10:28.574857 bus /gobi_6: Setting Powered False\u000a23:10:29.595090 run create_hlr_db(pid=6914): Terminated: ok {rc=0}\u000a23:10:30.026909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6916): Launched\u000a23:10:30.354221 run osmo-hlr_10.42.42.2(pid=6917): Launched\u000a23:10:30.472797 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:10:31.060713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6919): Launched\u000a23:10:31.516543 run osmo-stp_10.42.42.5(pid=6920): Launched\u000a23:10:31.692839 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:10:32.288678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6922): Launched\u000a23:10:32.405728 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:10:32.688798 run patchelf(pid=6923): Launched\u000a23:10:32.879036 run osmo-stp_10.42.42.5(pid=6920): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6920)]\u000a23:10:33.017769 run osmo-stp_10.42.42.5(pid=6920): stdout: \u000a| (launched: 2022-12-12_23:10:31.230889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:10:33.157230 run osmo-stp_10.42.42.5(pid=6920): stderr: \u000a| �[0;m�[38;5;43m20221212231031479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231031479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231031479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231031479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231031485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231031485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231031485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:10:33.292166 run osmo-stp_10.42.42.5(pid=6920): stdout: \u000a| (launched: 2022-12-12_23:10:31.230889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:10:33.425888 run osmo-stp_10.42.42.5(pid=6920): stderr: \u000a| �[0;m�[38;5;43m20221212231031479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231031479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231031479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231031479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231031485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231031485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231031485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:10:33.581893 run patchelf(pid=6923): Terminating (SIGINT)\u000a23:10:33.765024 run patchelf(pid=6923): Terminated: ok {rc=0}\u000a23:10:33.798473 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6920): Process ended prematurely: osmo-stp_10.42.42.5(pid=6920) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6920)] [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a23:10:33.808305 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a23:10:33.870626 run osmo-hlr_10.42.42.2(pid=6917): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6917)]\u000a23:10:33.921650 run osmo-hlr_10.42.42.2(pid=6917): stdout: \u000a| (launched: 2022-12-12_23:10:30.193508) \u000a23:10:33.973213 run osmo-hlr_10.42.42.2(pid=6917): stderr: \u000a| �[0;m�[1;31m20221212231030394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231030394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231030394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231030394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231030394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231030394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231030406 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231030415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231030415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231030415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:10:34.017368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6910): Terminating (SIGTERM)\u000a23:10:34.058943 run iperf3-srv_10.42.42.10(pid=6911): Terminating (SIGTERM)\u000a23:10:34.100499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6912): Terminating (SIGTERM)\u000a23:10:34.141934 run iperf3-srv_10.42.42.10(pid=6913): Terminating (SIGTERM)\u000a23:10:34.183979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6916): Terminating (SIGTERM)\u000a23:10:34.225620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6919): Terminating (SIGTERM)\u000a23:10:34.267171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6922): Terminating (SIGTERM)\u000a23:10:34.276818 --- ParallelTerminationStrategy: PID 6910 died...\u000a23:10:34.332193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6910): Terminated: ok {rc=0}\u000a23:10:34.342213 --- ParallelTerminationStrategy: PID 6911 died...\u000a23:10:34.397350 run iperf3-srv_10.42.42.10(pid=6911): Terminated {rc=256}\u000a23:10:34.407367 --- ParallelTerminationStrategy: PID 6912 died...\u000a23:10:34.462591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6912): Terminated: ok {rc=0}\u000a23:10:34.472537 --- ParallelTerminationStrategy: PID 6913 died...\u000a23:10:34.527943 run iperf3-srv_10.42.42.10(pid=6913): Terminated {rc=256}\u000a23:10:34.537914 --- ParallelTerminationStrategy: PID 6916 died...\u000a23:10:34.592788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6916): Terminated: ok {rc=0}\u000a23:10:34.602754 --- ParallelTerminationStrategy: PID 6919 died...\u000a23:10:34.657383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6919): Terminated: ok {rc=0}\u000a23:10:34.667301 --- ParallelTerminationStrategy: PID 6922 died...\u000a23:10:34.722096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6922): Terminated: ok {rc=0}\u000a23:10:34.808487 bus /gobi_0: Setting Powered False\u000a23:10:35.913799 bus /gobi_0: Setting Powered False\u000a23:10:37.023496 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6932): Process ended prematurely: osmo-stp_10.42.42.5(pid=6932) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6932)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6932): Process ended prematurely: osmo-stp_10.42.42.5(pid=6932) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6932)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a23:10:38.133488 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:10:38.144856 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:10:38.281155 tst iperf3.py: using LAC 32152\u000a23:10:38.401855 tst iperf3.py: using RAC 22\u000a23:10:38.521992 tst iperf3.py: using CellId 32152\u000a23:10:38.641700 tst iperf3.py: using BVCI 32153\u000a23:10:38.665351 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:10:38.676154 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:10:38.686860 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:10:38.698099 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:10:38.708836 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:10:38.719730 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:10:38.730827 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:10:38.741892 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:10:38.752841 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:10:39.050811 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:10:39.187993 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:10:39.526163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6924): Launched\u000a23:10:39.808536 run iperf3-srv_10.42.42.10(pid=6925): Launched\u000a23:10:40.010343 tst iperf3.py:8: start network...\u000a23:10:40.147483 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:10:40.672607 run create_hlr_db(pid=6926): Launched\u000a23:10:40.860719 bus /gobi_6: Setting Powered False\u000a23:10:41.881646 run create_hlr_db(pid=6926): Terminated: ok {rc=0}\u000a23:10:42.315828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6928): Launched\u000a23:10:42.624859 run osmo-hlr_10.42.42.2(pid=6929): Launched\u000a23:10:42.747133 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:10:43.289803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6931): Launched\u000a23:10:43.597357 run osmo-stp_10.42.42.5(pid=6932): Launched\u000a23:10:43.709259 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:10:44.242490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6934): Launched\u000a23:10:44.351832 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:10:44.619903 run patchelf(pid=6935): Launched\u000a23:10:44.799567 run osmo-stp_10.42.42.5(pid=6932): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6932)]\u000a23:10:44.930831 run osmo-stp_10.42.42.5(pid=6932): stdout: \u000a| (launched: 2022-12-12_23:10:43.445362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:10:45.062431 run osmo-stp_10.42.42.5(pid=6932): stderr: \u000a| �[0;m�[38;5;43m20221212231043618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231043618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231043619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231043619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231043619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231043619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231043620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:10:45.189485 run osmo-stp_10.42.42.5(pid=6932): stdout: \u000a| (launched: 2022-12-12_23:10:43.445362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:10:45.315423 run osmo-stp_10.42.42.5(pid=6932): stderr: \u000a| �[0;m�[38;5;43m20221212231043618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231043618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231043619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231043619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231043619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231043619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231043620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:10:45.463368 run patchelf(pid=6935): Terminating (SIGINT)\u000a23:10:45.637296 run patchelf(pid=6935): Terminated: ok {rc=0}\u000a23:10:45.668921 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6932): Process ended prematurely: osmo-stp_10.42.42.5(pid=6932) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6932)] [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a23:10:45.678168 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a23:10:45.738477 run osmo-hlr_10.42.42.2(pid=6929): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6929)]\u000a23:10:45.786921 run osmo-hlr_10.42.42.2(pid=6929): stdout: \u000a| (launched: 2022-12-12_23:10:42.472051) \u000a23:10:45.843731 run osmo-hlr_10.42.42.2(pid=6929): stderr: \u000a| �[0;m�[1;31m20221212231042651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231042651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231042651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231042651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231042651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231042651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231042663 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231042671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231042672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231042672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:10:45.904747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6924): Terminating (SIGTERM)\u000a23:10:45.963936 run iperf3-srv_10.42.42.10(pid=6925): Terminating (SIGTERM)\u000a23:10:46.009631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6928): Terminating (SIGTERM)\u000a23:10:46.054782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6931): Terminating (SIGTERM)\u000a23:10:46.100636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6934): Terminating (SIGTERM)\u000a23:10:46.111415 --- ParallelTerminationStrategy: PID 6924 died...\u000a23:10:46.170271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6924): Terminated: ok {rc=0}\u000a23:10:46.181928 --- ParallelTerminationStrategy: PID 6925 died...\u000a23:10:46.238945 run iperf3-srv_10.42.42.10(pid=6925): Terminated {rc=256}\u000a23:10:46.249825 --- ParallelTerminationStrategy: PID 6928 died...\u000a23:10:46.307314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6928): Terminated: ok {rc=0}\u000a23:10:46.318080 --- ParallelTerminationStrategy: PID 6931 died...\u000a23:10:46.376564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6931): Terminated: ok {rc=0}\u000a23:10:46.387291 --- ParallelTerminationStrategy: PID 6934 died...\u000a23:10:46.444111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6934): Terminated: ok {rc=0}\u000a23:10:46.533789 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6950): Process ended prematurely: osmo-stp_10.42.42.5(pid=6950) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6950)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6950): Process ended prematurely: osmo-stp_10.42.42.5(pid=6950) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6950)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a23:10:47.647753 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:10:47.663375 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:10:47.797266 tst iperf3m4.py: using LAC 32153\u000a23:10:47.927636 tst iperf3m4.py: using RAC 23\u000a23:10:48.052507 tst iperf3m4.py: using CellId 32153\u000a23:10:48.175802 tst iperf3m4.py: using BVCI 32154\u000a23:10:48.199495 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:10:48.210489 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:10:48.221401 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:10:48.232469 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:10:48.243435 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:10:48.254452 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:10:48.265685 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:10:48.276451 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:10:48.287534 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:10:48.407629 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:10:48.526863 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:10:48.649117 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:10:48.934217 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:10:49.062125 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:10:49.379490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6936): Launched\u000a23:10:49.644139 run iperf3-srv_10.42.42.10(pid=6937): Launched\u000a23:10:49.831671 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:10:49.959500 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:10:50.277244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6938): Launched\u000a23:10:50.542917 run iperf3-srv_10.42.42.10(pid=6939): Launched\u000a23:10:50.731509 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:10:50.860265 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:10:51.180013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6940): Launched\u000a23:10:51.444100 run iperf3-srv_10.42.42.10(pid=6941): Launched\u000a23:10:51.631562 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:10:51.759586 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:10:52.077519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6942): Launched\u000a23:10:52.341798 run iperf3-srv_10.42.42.10(pid=6943): Launched\u000a23:10:52.529530 tst iperf3m4.py:8: start network...\u000a23:10:52.657588 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:10:53.141448 run create_hlr_db(pid=6944): Launched\u000a23:10:53.319346 bus /gobi_6: Setting Powered False\u000a23:10:54.339466 run create_hlr_db(pid=6944): Terminated: ok {rc=0}\u000a23:10:54.748682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6946): Launched\u000a23:10:55.057881 run osmo-hlr_10.42.42.2(pid=6947): Launched\u000a23:10:55.179138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:10:55.721778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6949): Launched\u000a23:10:56.029900 run osmo-stp_10.42.42.5(pid=6950): Launched\u000a23:10:56.142140 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:10:56.676835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6952): Launched\u000a23:10:56.785993 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:10:57.053431 run patchelf(pid=6953): Launched\u000a23:10:57.233276 run osmo-stp_10.42.42.5(pid=6950): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6950)]\u000a23:10:57.363897 run osmo-stp_10.42.42.5(pid=6950): stdout: \u000a| (launched: 2022-12-12_23:10:55.877602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:10:57.494895 run osmo-stp_10.42.42.5(pid=6950): stderr: \u000a| �[0;m�[38;5;43m20221212231056050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231056050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231056051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231056051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231056051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231056052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231056052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:10:57.621525 run osmo-stp_10.42.42.5(pid=6950): stdout: \u000a| (launched: 2022-12-12_23:10:55.877602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:10:57.746886 run osmo-stp_10.42.42.5(pid=6950): stderr: \u000a| �[0;m�[38;5;43m20221212231056050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231056050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231056051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231056051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231056051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231056052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231056052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:10:57.893877 run patchelf(pid=6953): Terminating (SIGINT)\u000a23:10:58.067839 run patchelf(pid=6953): Terminated: ok {rc=0}\u000a23:10:58.099557 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6950): Process ended prematurely: osmo-stp_10.42.42.5(pid=6950) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6950)] [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a23:10:58.108711 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a23:10:58.168423 run osmo-hlr_10.42.42.2(pid=6947): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6947)]\u000a23:10:58.216806 run osmo-hlr_10.42.42.2(pid=6947): stdout: \u000a| (launched: 2022-12-12_23:10:54.905281) \u000a23:10:58.266506 run osmo-hlr_10.42.42.2(pid=6947): stderr: \u000a| �[0;m�[1;31m20221212231055081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231055081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231055081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231055081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231055081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231055082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231055094 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231055102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231055102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231055102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:10:58.308098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6936): Terminating (SIGTERM)\u000a23:10:58.347584 run iperf3-srv_10.42.42.10(pid=6937): Terminating (SIGTERM)\u000a23:10:58.387117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6938): Terminating (SIGTERM)\u000a23:10:58.426314 run iperf3-srv_10.42.42.10(pid=6939): Terminating (SIGTERM)\u000a23:10:58.465702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6940): Terminating (SIGTERM)\u000a23:10:58.504873 run iperf3-srv_10.42.42.10(pid=6941): Terminating (SIGTERM)\u000a23:10:58.544239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6942): Terminating (SIGTERM)\u000a23:10:58.583646 run iperf3-srv_10.42.42.10(pid=6943): Terminating (SIGTERM)\u000a23:10:58.622945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6946): Terminating (SIGTERM)\u000a23:10:58.662106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6949): Terminating (SIGTERM)\u000a23:10:58.701326 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6952): Terminating (SIGTERM)\u000a23:10:58.710721 --- ParallelTerminationStrategy: PID 6936 died...\u000a23:10:58.763703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6936): Terminated: ok {rc=0}\u000a23:10:58.773921 --- ParallelTerminationStrategy: PID 6937 died...\u000a23:10:58.826499 run iperf3-srv_10.42.42.10(pid=6937): Terminated {rc=256}\u000a23:10:58.836225 --- ParallelTerminationStrategy: PID 6938 died...\u000a23:10:58.889371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6938): Terminated: ok {rc=0}\u000a23:10:58.898829 --- ParallelTerminationStrategy: PID 6939 died...\u000a23:10:58.951493 run iperf3-srv_10.42.42.10(pid=6939): Terminated {rc=256}\u000a23:10:58.961284 --- ParallelTerminationStrategy: PID 6940 died...\u000a23:10:59.013462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6940): Terminated: ok {rc=0}\u000a23:10:59.023202 --- ParallelTerminationStrategy: PID 6941 died...\u000a23:10:59.075093 run iperf3-srv_10.42.42.10(pid=6941): Terminated {rc=256}\u000a23:10:59.084840 --- ParallelTerminationStrategy: PID 6942 died...\u000a23:10:59.137107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6942): Terminated: ok {rc=0}\u000a23:10:59.147082 --- ParallelTerminationStrategy: PID 6943 died...\u000a23:10:59.199260 run iperf3-srv_10.42.42.10(pid=6943): Terminated {rc=256}\u000a23:10:59.209135 --- ParallelTerminationStrategy: PID 6946 died...\u000a23:10:59.261136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6946): Terminated: ok {rc=0}\u000a23:10:59.270922 --- ParallelTerminationStrategy: PID 6949 died...\u000a23:10:59.323121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6949): Terminated: ok {rc=0}\u000a23:10:59.332879 --- ParallelTerminationStrategy: PID 6952 died...\u000a23:10:59.385807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6952): Terminated: ok {rc=0}\u000a23:10:59.473480 bus /gobi_4: Setting Powered False\u000a23:11:00.575845 bus /gobi_4: Setting Powered False\u000a23:11:01.687991 bus /gobi_1: Setting Powered False\u000a23:11:02.793882 bus /gobi_1: Setting Powered False\u000a23:11:03.899856 bus /gobi_0: Setting Powered False\u000a23:11:05.004882 bus /gobi_0: Setting Powered False\u000a23:11:06.112648 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6960): Process ended prematurely: osmo-stp_10.42.42.5(pid=6960) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6960)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6960): Process ended prematurely: osmo-stp_10.42.42.5(pid=6960) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6960)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a23:11:07.181389 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:11:07.193420 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:11:07.328018 tst ping.py: using LAC 32154\u000a23:11:07.453288 tst ping.py: using RAC 24\u000a23:11:07.574481 tst ping.py: using CellId 32154\u000a23:11:07.695674 tst ping.py: using BVCI 32155\u000a23:11:07.718822 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:11:07.729911 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:11:07.740699 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:11:07.751900 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:11:07.762858 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:11:07.773484 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:11:07.784648 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:11:07.795655 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:11:08.087583 tst ping.py:19: start network...\u000a23:11:08.221352 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:11:08.730821 run create_hlr_db(pid=6954): Launched\u000a23:11:08.916691 bus /gobi_6: Setting Powered False\u000a23:11:09.935982 run create_hlr_db(pid=6954): Terminated: ok {rc=0}\u000a23:11:10.338904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6956): Launched\u000a23:11:10.640044 run osmo-hlr_10.42.42.2(pid=6957): Launched\u000a23:11:10.756682 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:11:11.282981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6959): Launched\u000a23:11:11.583011 run osmo-stp_10.42.42.5(pid=6960): Launched\u000a23:11:11.692583 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:11:12.216146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6962): Launched\u000a23:11:12.323287 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:11:12.586089 run patchelf(pid=6963): Launched\u000a23:11:12.763222 run osmo-stp_10.42.42.5(pid=6960): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6960)]\u000a23:11:12.891917 run osmo-stp_10.42.42.5(pid=6960): stdout: \u000a| (launched: 2022-12-12_23:11:11.434995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:11:13.021291 run osmo-stp_10.42.42.5(pid=6960): stderr: \u000a| �[0;m�[38;5;43m20221212231111604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231111605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231111605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231111605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231111607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231111608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231111608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:11:13.145895 run osmo-stp_10.42.42.5(pid=6960): stdout: \u000a| (launched: 2022-12-12_23:11:11.434995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:11:13.269677 run osmo-stp_10.42.42.5(pid=6960): stderr: \u000a| �[0;m�[38;5;43m20221212231111604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231111605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231111605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231111605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231111607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231111608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231111608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:11:13.414540 run patchelf(pid=6963): Terminating (SIGINT)\u000a23:11:13.585369 run patchelf(pid=6963): Terminated: ok {rc=0}\u000a23:11:13.616059 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6960): Process ended prematurely: osmo-stp_10.42.42.5(pid=6960) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6960)] [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a23:11:13.624595 tst ping.py:22: Test FAILED (6.4 sec)\u000a23:11:13.684664 run osmo-hlr_10.42.42.2(pid=6957): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6957)]\u000a23:11:13.734404 run osmo-hlr_10.42.42.2(pid=6957): stdout: \u000a| (launched: 2022-12-12_23:11:10.490880) \u000a23:11:13.783759 run osmo-hlr_10.42.42.2(pid=6957): stderr: \u000a| �[0;m�[1;31m20221212231110668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231110668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231110668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231110668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231110668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231110668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231110680 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231110689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231110690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231110690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:11:13.826073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6956): Terminating (SIGTERM)\u000a23:11:13.865955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6959): Terminating (SIGTERM)\u000a23:11:13.905882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6962): Terminating (SIGTERM)\u000a23:11:13.915461 --- ParallelTerminationStrategy: PID 6956 died...\u000a23:11:13.969005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6956): Terminated: ok {rc=0}\u000a23:11:13.978780 --- ParallelTerminationStrategy: PID 6959 died...\u000a23:11:14.032032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6959): Terminated: ok {rc=0}\u000a23:11:14.041933 --- ParallelTerminationStrategy: PID 6962 died...\u000a23:11:14.094746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6962): Terminated: ok {rc=0}\u000a23:11:14.177907 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6970): Process ended prematurely: osmo-stp_10.42.42.5(pid=6970) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6970)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6970): Process ended prematurely: osmo-stp_10.42.42.5(pid=6970) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6970)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a23:11:15.231027 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:11:15.243146 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:11:15.379490 tst ping_idle_ping.py: using LAC 32155\u000a23:11:15.504627 tst ping_idle_ping.py: using RAC 25\u000a23:11:15.626286 tst ping_idle_ping.py: using CellId 32155\u000a23:11:15.746465 tst ping_idle_ping.py: using BVCI 32156\u000a23:11:15.769882 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:11:15.780742 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:11:15.791550 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:11:15.802634 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:11:15.814101 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:11:15.825141 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:11:15.845394 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:11:15.858069 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:11:16.192799 tst ping_idle_ping.py:24: start network...\u000a23:11:16.332783 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:11:16.907294 run create_hlr_db(pid=6964): Launched\u000a23:11:17.099233 bus /gobi_6: Setting Powered False\u000a23:11:18.114621 run create_hlr_db(pid=6964): Terminated: ok {rc=0}\u000a23:11:18.522294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6966): Launched\u000a23:11:18.824320 run osmo-hlr_10.42.42.2(pid=6967): Launched\u000a23:11:18.941625 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:11:19.475160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6969): Launched\u000a23:11:19.777747 run osmo-stp_10.42.42.5(pid=6970): Launched\u000a23:11:19.887510 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:11:20.414304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6972): Launched\u000a23:11:20.521564 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:11:20.785850 run patchelf(pid=6973): Launched\u000a23:11:20.963355 run osmo-stp_10.42.42.5(pid=6970): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6970)]\u000a23:11:21.092931 run osmo-stp_10.42.42.5(pid=6970): stdout: \u000a| (launched: 2022-12-12_23:11:19.628816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:11:21.222843 run osmo-stp_10.42.42.5(pid=6970): stderr: \u000a| �[0;m�[38;5;43m20221212231119799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231119799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231119800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231119800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231119801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231119801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231119801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:11:21.347580 run osmo-stp_10.42.42.5(pid=6970): stdout: \u000a| (launched: 2022-12-12_23:11:19.628816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:11:21.471454 run osmo-stp_10.42.42.5(pid=6970): stderr: \u000a| �[0;m�[38;5;43m20221212231119799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231119799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231119800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231119800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231119801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231119801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231119801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:11:21.617168 run patchelf(pid=6973): Terminating (SIGINT)\u000a23:11:21.788439 run patchelf(pid=6973): Terminated: ok {rc=0}\u000a23:11:21.819428 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6970): Process ended prematurely: osmo-stp_10.42.42.5(pid=6970) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6970)] [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a23:11:21.827879 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a23:11:21.887540 run osmo-hlr_10.42.42.2(pid=6967): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6967)]\u000a23:11:21.936577 run osmo-hlr_10.42.42.2(pid=6967): stdout: \u000a| (launched: 2022-12-12_23:11:18.675221) \u000a23:11:21.985817 run osmo-hlr_10.42.42.2(pid=6967): stderr: \u000a| �[0;m�[1;31m20221212231118853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231118853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231118853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231118853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231118853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231118853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231118866 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231118874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231118875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231118875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:11:22.027783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6966): Terminating (SIGTERM)\u000a23:11:22.067324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6969): Terminating (SIGTERM)\u000a23:11:22.106906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6972): Terminating (SIGTERM)\u000a23:11:22.116365 --- ParallelTerminationStrategy: PID 6966 died...\u000a23:11:22.169774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6966): Terminated: ok {rc=0}\u000a23:11:22.179422 --- ParallelTerminationStrategy: PID 6969 died...\u000a23:11:22.232095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6969): Terminated: ok {rc=0}\u000a23:11:22.241874 --- ParallelTerminationStrategy: PID 6972 died...\u000a23:11:22.294328 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6972): Terminated: ok {rc=0}\u000a23:11:22.377468 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:10:24" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6987): Process ended prematurely: osmo-stp_10.42.42.5(pid=6987) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6987)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6987): Process ended prematurely: osmo-stp_10.42.42.5(pid=6987) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6987)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:11:24.496329 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:11:24.507931 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:11:24.665411 tst cs_paging_gprs_active.py: using LAC 32156\u000a23:11:24.795166 tst cs_paging_gprs_active.py: using RAC 26\u000a23:11:24.925920 tst cs_paging_gprs_active.py: using CellId 32156\u000a23:11:25.047295 tst cs_paging_gprs_active.py: using BVCI 32157\u000a23:11:25.070790 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:11:25.081760 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:11:25.092372 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:11:25.103929 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:11:25.115037 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:11:25.126102 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:11:25.137140 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:11:25.148041 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:11:25.159447 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:11:25.281289 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:11:25.580543 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:11:25.716561 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:11:26.052578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6977): Launched\u000a23:11:26.333427 run iperf3-srv_10.42.42.10(pid=6978): Launched\u000a23:11:26.533162 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:11:26.669244 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:11:27.006441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6979): Launched\u000a23:11:27.287560 run iperf3-srv_10.42.42.10(pid=6980): Launched\u000a23:11:27.487353 tst cs_paging_gprs_active.py:38: start network...\u000a23:11:27.623313 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:11:28.144654 run create_hlr_db(pid=6981): Launched\u000a23:11:28.333750 bus /gobi_6: Setting Powered False\u000a23:11:29.354513 run create_hlr_db(pid=6981): Terminated: ok {rc=0}\u000a23:11:29.766475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6983): Launched\u000a23:11:30.074009 run osmo-hlr_10.42.42.2(pid=6984): Launched\u000a23:11:30.195116 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:11:30.730358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6986): Launched\u000a23:11:31.213835 run osmo-stp_10.42.42.5(pid=6987): Launched\u000a23:11:31.346352 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:11:31.944890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6989): Launched\u000a23:11:32.066638 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:11:32.379075 run patchelf(pid=6990): Launched\u000a23:11:32.571438 run osmo-stp_10.42.42.5(pid=6987): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6987)]\u000a23:11:32.711383 run osmo-stp_10.42.42.5(pid=6987): stdout: \u000a| (launched: 2022-12-12_23:11:30.897874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:11:32.852160 run osmo-stp_10.42.42.5(pid=6987): stderr: \u000a| �[0;m�[38;5;43m20221212231131094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231131094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231131095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231131095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231131096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231131096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231131096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:11:32.987681 run osmo-stp_10.42.42.5(pid=6987): stdout: \u000a| (launched: 2022-12-12_23:11:30.897874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:11:33.121919 run osmo-stp_10.42.42.5(pid=6987): stderr: \u000a| �[0;m�[38;5;43m20221212231131094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231131094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231131095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231131095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231131096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231131096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231131096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:11:33.279366 run patchelf(pid=6990): Terminating (SIGINT)\u000a23:11:33.464024 run patchelf(pid=6990): Terminated: ok {rc=0}\u000a23:11:33.497900 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6987): Process ended prematurely: osmo-stp_10.42.42.5(pid=6987) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6987)] [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a23:11:33.507896 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a23:11:33.570599 run osmo-hlr_10.42.42.2(pid=6984): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6984)]\u000a23:11:33.622534 run osmo-hlr_10.42.42.2(pid=6984): stdout: \u000a| (launched: 2022-12-12_23:11:29.922144) \u000a23:11:33.674912 run osmo-hlr_10.42.42.2(pid=6984): stderr: \u000a| �[0;m�[1;31m20221212231130098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231130098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231130098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231130098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231130098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231130098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231130110 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231130119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231130120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231130120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:11:33.719348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6977): Terminating (SIGTERM)\u000a23:11:33.761361 run iperf3-srv_10.42.42.10(pid=6978): Terminating (SIGTERM)\u000a23:11:33.803355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6979): Terminating (SIGTERM)\u000a23:11:33.845921 run iperf3-srv_10.42.42.10(pid=6980): Terminating (SIGTERM)\u000a23:11:33.887902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6983): Terminating (SIGTERM)\u000a23:11:33.930083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6986): Terminating (SIGTERM)\u000a23:11:33.972240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6989): Terminating (SIGTERM)\u000a23:11:33.982359 --- ParallelTerminationStrategy: PID 6977 died...\u000a23:11:34.038617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6977): Terminated: ok {rc=0}\u000a23:11:34.048912 --- ParallelTerminationStrategy: PID 6978 died...\u000a23:11:34.104872 run iperf3-srv_10.42.42.10(pid=6978): Terminated {rc=256}\u000a23:11:34.115197 --- ParallelTerminationStrategy: PID 6979 died...\u000a23:11:34.170685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6979): Terminated: ok {rc=0}\u000a23:11:34.181074 --- ParallelTerminationStrategy: PID 6980 died...\u000a23:11:34.236853 run iperf3-srv_10.42.42.10(pid=6980): Terminated {rc=256}\u000a23:11:34.247278 --- ParallelTerminationStrategy: PID 6983 died...\u000a23:11:34.302948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6983): Terminated: ok {rc=0}\u000a23:11:34.313397 --- ParallelTerminationStrategy: PID 6986 died...\u000a23:11:34.369639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6986): Terminated: ok {rc=0}\u000a23:11:34.379917 --- ParallelTerminationStrategy: PID 6989 died...\u000a23:11:34.435888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6989): Terminated: ok {rc=0}\u000a23:11:34.521938 bus /gobi_0: Setting Powered False\u000a23:11:35.629247 bus /gobi_0: Setting Powered False\u000a23:11:36.735578 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6999): Process ended prematurely: osmo-stp_10.42.42.5(pid=6999) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6999)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6999): Process ended prematurely: osmo-stp_10.42.42.5(pid=6999) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6999)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a23:11:37.849403 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:11:37.861445 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:11:38.024039 tst iperf3.py: using LAC 32157\u000a23:11:38.145994 tst iperf3.py: using RAC 27\u000a23:11:38.265329 tst iperf3.py: using CellId 32157\u000a23:11:38.385525 tst iperf3.py: using BVCI 32158\u000a23:11:38.409209 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:11:38.420328 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:11:38.431370 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:11:38.442577 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:11:38.453648 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:11:38.464860 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:11:38.476118 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:11:38.487106 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:11:38.498495 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:11:38.777896 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:11:38.906428 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:11:39.224528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6991): Launched\u000a23:11:39.489175 run iperf3-srv_10.42.42.10(pid=6992): Launched\u000a23:11:39.676155 tst iperf3.py:8: start network...\u000a23:11:39.804124 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:11:40.285943 run create_hlr_db(pid=6993): Launched\u000a23:11:40.462517 bus /gobi_6: Setting Powered False\u000a23:11:41.482982 run create_hlr_db(pid=6993): Terminated: ok {rc=0}\u000a23:11:41.889106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6995): Launched\u000a23:11:42.196032 run osmo-hlr_10.42.42.2(pid=6996): Launched\u000a23:11:42.315327 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:11:42.853090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6998): Launched\u000a23:11:43.160837 run osmo-stp_10.42.42.5(pid=6999): Launched\u000a23:11:43.277838 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:11:43.812562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7001): Launched\u000a23:11:43.921951 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:11:44.189101 run patchelf(pid=7002): Launched\u000a23:11:44.368056 run osmo-stp_10.42.42.5(pid=6999): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6999)]\u000a23:11:44.498803 run osmo-stp_10.42.42.5(pid=6999): stdout: \u000a| (launched: 2022-12-12_23:11:43.009492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:11:44.630059 run osmo-stp_10.42.42.5(pid=6999): stderr: \u000a| �[0;m�[38;5;43m20221212231143182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231143182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231143182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231143183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231143183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231143183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231143183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:11:44.756725 run osmo-stp_10.42.42.5(pid=6999): stdout: \u000a| (launched: 2022-12-12_23:11:43.009492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:11:44.882944 run osmo-stp_10.42.42.5(pid=6999): stderr: \u000a| �[0;m�[38;5;43m20221212231143182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231143182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231143182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231143183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231143183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231143183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231143183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:11:45.030455 run patchelf(pid=7002): Terminating (SIGINT)\u000a23:11:45.204066 run patchelf(pid=7002): Terminated: ok {rc=0}\u000a23:11:45.235670 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6999): Process ended prematurely: osmo-stp_10.42.42.5(pid=6999) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6999)] [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a23:11:45.244814 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a23:11:45.305357 run osmo-hlr_10.42.42.2(pid=6996): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6996)]\u000a23:11:45.354272 run osmo-hlr_10.42.42.2(pid=6996): stdout: \u000a| (launched: 2022-12-12_23:11:42.044480) \u000a23:11:45.404304 run osmo-hlr_10.42.42.2(pid=6996): stderr: \u000a| �[0;m�[1;31m20221212231142220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231142221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231142221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231142221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231142221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231142221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231142232 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231142241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231142241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231142241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:11:45.446233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6991): Terminating (SIGTERM)\u000a23:11:45.485996 run iperf3-srv_10.42.42.10(pid=6992): Terminating (SIGTERM)\u000a23:11:45.526107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6995): Terminating (SIGTERM)\u000a23:11:45.565788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6998): Terminating (SIGTERM)\u000a23:11:45.605442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7001): Terminating (SIGTERM)\u000a23:11:45.615154 --- ParallelTerminationStrategy: PID 6991 died...\u000a23:11:45.668309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6991): Terminated: ok {rc=0}\u000a23:11:45.678498 --- ParallelTerminationStrategy: PID 6992 died...\u000a23:11:45.731286 run iperf3-srv_10.42.42.10(pid=6992): Terminated {rc=256}\u000a23:11:45.741435 --- ParallelTerminationStrategy: PID 6995 died...\u000a23:11:45.794067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6995): Terminated: ok {rc=0}\u000a23:11:45.804246 --- ParallelTerminationStrategy: PID 6998 died...\u000a23:11:45.876057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6998): Terminated: ok {rc=0}\u000a23:11:45.887293 --- ParallelTerminationStrategy: PID 7001 died...\u000a23:11:45.944303 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7001): Terminated: ok {rc=0}\u000a23:11:46.029332 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7017): Process ended prematurely: osmo-stp_10.42.42.5(pid=7017) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7017)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7017): Process ended prematurely: osmo-stp_10.42.42.5(pid=7017) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7017)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a23:11:47.138126 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:11:47.150321 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:11:47.308666 tst iperf3m4.py: using LAC 32158\u000a23:11:47.445925 tst iperf3m4.py: using RAC 28\u000a23:11:47.572106 tst iperf3m4.py: using CellId 32158\u000a23:11:47.699409 tst iperf3m4.py: using BVCI 32159\u000a23:11:47.724466 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:11:47.735944 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:11:47.747431 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:11:47.758958 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:11:47.770415 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:11:47.781728 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:11:47.793120 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:11:47.804394 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:11:47.815774 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:11:47.936932 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:11:48.058480 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:11:48.176830 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:11:48.474136 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:11:48.610631 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:11:48.947898 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7003): Launched\u000a23:11:49.230091 run iperf3-srv_10.42.42.10(pid=7004): Launched\u000a23:11:49.431037 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:11:49.567374 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:11:49.903895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7005): Launched\u000a23:11:50.184608 run iperf3-srv_10.42.42.10(pid=7006): Launched\u000a23:11:50.385142 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:11:50.521681 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:11:50.858504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7007): Launched\u000a23:11:51.138876 run iperf3-srv_10.42.42.10(pid=7008): Launched\u000a23:11:51.339484 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:11:51.475592 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:11:51.812392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7009): Launched\u000a23:11:52.093095 run iperf3-srv_10.42.42.10(pid=7010): Launched\u000a23:11:52.293345 tst iperf3m4.py:8: start network...\u000a23:11:52.429298 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:11:52.950287 run create_hlr_db(pid=7011): Launched\u000a23:11:53.140247 bus /gobi_6: Setting Powered False\u000a23:11:54.158509 run create_hlr_db(pid=7011): Terminated: ok {rc=0}\u000a23:11:54.568939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7013): Launched\u000a23:11:54.877393 run osmo-hlr_10.42.42.2(pid=7014): Launched\u000a23:11:54.994739 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:11:55.527142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7016): Launched\u000a23:11:55.833174 run osmo-stp_10.42.42.5(pid=7017): Launched\u000a23:11:55.944922 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:11:56.478035 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7019): Launched\u000a23:11:56.587465 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:11:56.855188 run patchelf(pid=7020): Launched\u000a23:11:57.034562 run osmo-stp_10.42.42.5(pid=7017): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7017)]\u000a23:11:57.165508 run osmo-stp_10.42.42.5(pid=7017): stdout: \u000a| (launched: 2022-12-12_23:11:55.682515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:11:57.296600 run osmo-stp_10.42.42.5(pid=7017): stderr: \u000a| �[0;m�[38;5;43m20221212231155855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231155855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231155855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231155856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231155856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231155856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231155856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:11:57.423433 run osmo-stp_10.42.42.5(pid=7017): stdout: \u000a| (launched: 2022-12-12_23:11:55.682515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:11:57.549645 run osmo-stp_10.42.42.5(pid=7017): stderr: \u000a| �[0;m�[38;5;43m20221212231155855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231155855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231155855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231155856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231155856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231155856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231155856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:11:57.696824 run patchelf(pid=7020): Terminating (SIGINT)\u000a23:11:57.870125 run patchelf(pid=7020): Terminated: ok {rc=0}\u000a23:11:57.901727 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7017): Process ended prematurely: osmo-stp_10.42.42.5(pid=7017) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7017)] [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a23:11:57.910954 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a23:11:57.971515 run osmo-hlr_10.42.42.2(pid=7014): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7014)]\u000a23:11:58.020556 run osmo-hlr_10.42.42.2(pid=7014): stdout: \u000a| (launched: 2022-12-12_23:11:54.725980) \u000a23:11:58.070023 run osmo-hlr_10.42.42.2(pid=7014): stderr: \u000a| �[0;m�[1;31m20221212231154903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231154903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231154903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231154903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231154903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231154903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231154920 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231154930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231154930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231154930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:11:58.111506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7003): Terminating (SIGTERM)\u000a23:11:58.151169 run iperf3-srv_10.42.42.10(pid=7004): Terminating (SIGTERM)\u000a23:11:58.190799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7005): Terminating (SIGTERM)\u000a23:11:58.231161 run iperf3-srv_10.42.42.10(pid=7006): Terminating (SIGTERM)\u000a23:11:58.270821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7007): Terminating (SIGTERM)\u000a23:11:58.310302 run iperf3-srv_10.42.42.10(pid=7008): Terminating (SIGTERM)\u000a23:11:58.349753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7009): Terminating (SIGTERM)\u000a23:11:58.389913 run iperf3-srv_10.42.42.10(pid=7010): Terminating (SIGTERM)\u000a23:11:58.429474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7013): Terminating (SIGTERM)\u000a23:11:58.469164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7016): Terminating (SIGTERM)\u000a23:11:58.509168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7019): Terminating (SIGTERM)\u000a23:11:58.518882 --- ParallelTerminationStrategy: PID 7003 died...\u000a23:11:58.572064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7003): Terminated: ok {rc=0}\u000a23:11:58.582139 --- ParallelTerminationStrategy: PID 7004 died...\u000a23:11:58.634227 run iperf3-srv_10.42.42.10(pid=7004): Terminated {rc=256}\u000a23:11:58.644034 --- ParallelTerminationStrategy: PID 7005 died...\u000a23:11:58.696498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7005): Terminated: ok {rc=0}\u000a23:11:58.706523 --- ParallelTerminationStrategy: PID 7006 died...\u000a23:11:58.758946 run iperf3-srv_10.42.42.10(pid=7006): Terminated {rc=256}\u000a23:11:58.768781 --- ParallelTerminationStrategy: PID 7007 died...\u000a23:11:58.821635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7007): Terminated: ok {rc=0}\u000a23:11:58.831557 --- ParallelTerminationStrategy: PID 7008 died...\u000a23:11:58.884170 run iperf3-srv_10.42.42.10(pid=7008): Terminated {rc=256}\u000a23:11:58.894047 --- ParallelTerminationStrategy: PID 7009 died...\u000a23:11:58.946528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7009): Terminated: ok {rc=0}\u000a23:11:58.956426 --- ParallelTerminationStrategy: PID 7010 died...\u000a23:11:59.009457 run iperf3-srv_10.42.42.10(pid=7010): Terminated {rc=256}\u000a23:11:59.018988 --- ParallelTerminationStrategy: PID 7013 died...\u000a23:11:59.071927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7013): Terminated: ok {rc=0}\u000a23:11:59.081953 --- ParallelTerminationStrategy: PID 7016 died...\u000a23:11:59.134540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7016): Terminated: ok {rc=0}\u000a23:11:59.144138 --- ParallelTerminationStrategy: PID 7019 died...\u000a23:11:59.197184 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7019): Terminated: ok {rc=0}\u000a23:11:59.284554 bus /gobi_4: Setting Powered False\u000a23:12:00.390898 bus /gobi_4: Setting Powered False\u000a23:12:01.510599 bus /gobi_1: Setting Powered False\u000a23:12:02.614866 bus /gobi_1: Setting Powered False\u000a23:12:03.722782 bus /gobi_0: Setting Powered False\u000a23:12:04.828118 bus /gobi_0: Setting Powered False\u000a23:12:05.939241 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7027): Process ended prematurely: osmo-stp_10.42.42.5(pid=7027) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7027)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7027): Process ended prematurely: osmo-stp_10.42.42.5(pid=7027) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7027)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a23:12:07.005503 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:12:07.017135 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:12:07.166327 tst ping.py: using LAC 32159\u000a23:12:07.284101 tst ping.py: using RAC 29\u000a23:12:07.403815 tst ping.py: using CellId 32159\u000a23:12:07.526928 tst ping.py: using BVCI 32160\u000a23:12:07.550010 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:12:07.561102 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:12:07.571796 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:12:07.582961 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:12:07.593932 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:12:07.605100 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:12:07.616245 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:12:07.627274 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:12:07.903432 tst ping.py:19: start network...\u000a23:12:08.028716 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:12:08.500660 run create_hlr_db(pid=7021): Launched\u000a23:12:08.673826 bus /gobi_6: Setting Powered False\u000a23:12:09.694792 run create_hlr_db(pid=7021): Terminated: ok {rc=0}\u000a23:12:10.120798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7023): Launched\u000a23:12:10.442450 run osmo-hlr_10.42.42.2(pid=7024): Launched\u000a23:12:10.560167 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:12:11.124333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7026): Launched\u000a23:12:11.444758 run osmo-stp_10.42.42.5(pid=7027): Launched\u000a23:12:11.560488 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:12:12.118892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7029): Launched\u000a23:12:12.233332 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:12:12.512688 run patchelf(pid=7030): Launched\u000a23:12:12.700866 run osmo-stp_10.42.42.5(pid=7027): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7027)]\u000a23:12:12.838116 run osmo-stp_10.42.42.5(pid=7027): stdout: \u000a| (launched: 2022-12-12_23:12:11.288242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:12:12.975287 run osmo-stp_10.42.42.5(pid=7027): stderr: \u000a| �[0;m�[38;5;43m20221212231211479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231211479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231211479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231211480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231211480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231211480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231211480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:12:13.108247 run osmo-stp_10.42.42.5(pid=7027): stdout: \u000a| (launched: 2022-12-12_23:12:11.288242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:12:13.241207 run osmo-stp_10.42.42.5(pid=7027): stderr: \u000a| �[0;m�[38;5;43m20221212231211479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231211479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231211479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231211480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231211480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231211480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231211480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:12:13.395408 run patchelf(pid=7030): Terminating (SIGINT)\u000a23:12:13.577601 run patchelf(pid=7030): Terminated: ok {rc=0}\u000a23:12:13.610526 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7027): Process ended prematurely: osmo-stp_10.42.42.5(pid=7027) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7027)] [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a23:12:13.619757 tst ping.py:22: Test FAILED (6.6 sec)\u000a23:12:13.681965 run osmo-hlr_10.42.42.2(pid=7024): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7024)]\u000a23:12:13.732683 run osmo-hlr_10.42.42.2(pid=7024): stdout: \u000a| (launched: 2022-12-12_23:12:10.284656) \u000a23:12:13.784177 run osmo-hlr_10.42.42.2(pid=7024): stderr: \u000a| �[0;m�[1;31m20221212231210483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231210483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231210483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231210483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231210483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231210483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231210495 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231210503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231210504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231210504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:12:13.827961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7023): Terminating (SIGTERM)\u000a23:12:13.869474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7026): Terminating (SIGTERM)\u000a23:12:13.910849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7029): Terminating (SIGTERM)\u000a23:12:13.920581 --- ParallelTerminationStrategy: PID 7023 died...\u000a23:12:13.975693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7023): Terminated: ok {rc=0}\u000a23:12:13.985877 --- ParallelTerminationStrategy: PID 7026 died...\u000a23:12:14.041023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7026): Terminated: ok {rc=0}\u000a23:12:14.051130 --- ParallelTerminationStrategy: PID 7029 died...\u000a23:12:14.106018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7029): Terminated: ok {rc=0}\u000a23:12:14.191453 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7037): Process ended prematurely: osmo-stp_10.42.42.5(pid=7037) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7037)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7037): Process ended prematurely: osmo-stp_10.42.42.5(pid=7037) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7037)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a23:12:15.243238 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:12:15.255364 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:12:15.404667 tst ping_idle_ping.py: using LAC 32160\u000a23:12:15.527456 tst ping_idle_ping.py: using RAC 30\u000a23:12:15.644542 tst ping_idle_ping.py: using CellId 32160\u000a23:12:15.763524 tst ping_idle_ping.py: using BVCI 32161\u000a23:12:15.786785 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:12:15.797941 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:12:15.808780 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:12:15.820376 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:12:15.833379 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:12:15.852130 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:12:15.864882 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:12:15.877421 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:12:16.171053 tst ping_idle_ping.py:24: start network...\u000a23:12:16.300694 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:12:16.836863 run create_hlr_db(pid=7031): Launched\u000a23:12:17.080095 bus /gobi_6: Setting Powered False\u000a23:12:18.042770 run create_hlr_db(pid=7031): Terminated: ok {rc=0}\u000a23:12:18.521476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7033): Launched\u000a23:12:18.840614 run osmo-hlr_10.42.42.2(pid=7034): Launched\u000a23:12:18.960299 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:12:19.520183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7036): Launched\u000a23:12:19.839222 run osmo-stp_10.42.42.5(pid=7037): Launched\u000a23:12:19.954691 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:12:20.513569 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7039): Launched\u000a23:12:20.627256 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:12:20.905514 run patchelf(pid=7040): Launched\u000a23:12:21.092800 run osmo-stp_10.42.42.5(pid=7037): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7037)]\u000a23:12:21.230227 run osmo-stp_10.42.42.5(pid=7037): stdout: \u000a| (launched: 2022-12-12_23:12:19.682917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:12:21.367717 run osmo-stp_10.42.42.5(pid=7037): stderr: \u000a| �[0;m�[38;5;43m20221212231219876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231219877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231219877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231219877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231219878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231219878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231219878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:12:21.499970 run osmo-stp_10.42.42.5(pid=7037): stdout: \u000a| (launched: 2022-12-12_23:12:19.682917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:12:21.630816 run osmo-stp_10.42.42.5(pid=7037): stderr: \u000a| �[0;m�[38;5;43m20221212231219876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231219877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231219877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231219877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231219878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231219878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231219878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:12:21.784188 run patchelf(pid=7040): Terminating (SIGINT)\u000a23:12:21.965185 run patchelf(pid=7040): Terminated: ok {rc=0}\u000a23:12:21.997712 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7037): Process ended prematurely: osmo-stp_10.42.42.5(pid=7037) [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7037)] [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a23:12:22.006997 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a23:12:22.069203 run osmo-hlr_10.42.42.2(pid=7034): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7034)]\u000a23:12:22.120204 run osmo-hlr_10.42.42.2(pid=7034): stdout: \u000a| (launched: 2022-12-12_23:12:18.684375) \u000a23:12:22.171698 run osmo-hlr_10.42.42.2(pid=7034): stderr: \u000a| �[0;m�[1;31m20221212231218883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231218883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231218883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231218883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231218883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231218883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231218895 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231218903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231218903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231218904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:12:22.215750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7033): Terminating (SIGTERM)\u000a23:12:22.257024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7036): Terminating (SIGTERM)\u000a23:12:22.298462 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7039): Terminating (SIGTERM)\u000a23:12:22.308053 --- ParallelTerminationStrategy: PID 7033 died...\u000a23:12:22.363236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7033): Terminated: ok {rc=0}\u000a23:12:22.373294 --- ParallelTerminationStrategy: PID 7036 died...\u000a23:12:22.428128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7036): Terminated: ok {rc=0}\u000a23:12:22.438101 --- ParallelTerminationStrategy: PID 7039 died...\u000a23:12:22.493412 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7039): Terminated: ok {rc=0}\u000a23:12:22.579434 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:11:24" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7051): Process ended prematurely: osmo-stp_10.42.42.5(pid=7051) [trial-2383↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7051)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7051): Process ended prematurely: osmo-stp_10.42.42.5(pid=7051) [trial-2383↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a23:12:24.604456 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:12:24.617011 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:12:24.774909 tst switch_tch_pdch.py: using LAC 32161\u000a23:12:24.899645 tst switch_tch_pdch.py: using RAC 31\u000a23:12:25.025148 tst switch_tch_pdch.py: using CellId 32161\u000a23:12:25.153405 tst switch_tch_pdch.py: using BVCI 32162\u000a23:12:25.178012 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:12:25.190039 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:12:25.201859 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:12:25.214239 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:12:25.226223 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:12:25.238059 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:12:25.250123 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:12:25.262484 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:12:25.379743 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:12:25.658427 tst switch_tch_pdch.py:51: start network...\u000a23:12:25.783612 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:12:26.256188 run create_hlr_db(pid=7045): Launched\u000a23:12:26.430154 bus /gobi_6: Setting Powered False\u000a23:12:27.451143 run create_hlr_db(pid=7045): Terminated: ok {rc=0}\u000a23:12:27.868438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7047): Launched\u000a23:12:28.168191 run osmo-hlr_10.42.42.2(pid=7048): Launched\u000a23:12:28.277986 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:12:28.798683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7050): Launched\u000a23:12:29.099311 run osmo-stp_10.42.42.5(pid=7051): Launched\u000a23:12:29.209750 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:12:29.735976 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7053): Launched\u000a23:12:29.843057 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:12:30.105865 run patchelf(pid=7054): Launched\u000a23:12:30.282286 run osmo-stp_10.42.42.5(pid=7051): ERR: Terminated: ERROR {rc=1} [trial-2383↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7051)]\u000a23:12:30.411383 run osmo-stp_10.42.42.5(pid=7051): stdout: \u000a| (launched: 2022-12-12_23:12:28.950564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:12:30.540561 run osmo-stp_10.42.42.5(pid=7051): stderr: \u000a| �[0;m�[38;5;43m20221212231229121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231229121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231229121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231229122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231229122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231229122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231229122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:12:30.665377 run osmo-stp_10.42.42.5(pid=7051): stdout: \u000a| (launched: 2022-12-12_23:12:28.950564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:12:30.789119 run osmo-stp_10.42.42.5(pid=7051): stderr: \u000a| �[0;m�[38;5;43m20221212231229121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231229121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231229121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231229122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231229122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231229122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231229122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:12:30.956876 run patchelf(pid=7054): Terminating (SIGINT)\u000a23:12:31.165243 run patchelf(pid=7054): Terminated: ok {rc=0}\u000a23:12:31.208009 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=7051): Process ended prematurely: osmo-stp_10.42.42.5(pid=7051) [trial-2383↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7051)] [trial-2383↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a23:12:31.221383 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a23:12:31.300207 run osmo-hlr_10.42.42.2(pid=7048): ERR: Terminated: ERROR {rc=237} [trial-2383↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7048)]\u000a23:12:31.357387 run osmo-hlr_10.42.42.2(pid=7048): stdout: \u000a| (launched: 2022-12-12_23:12:28.020784) \u000a23:12:31.410877 run osmo-hlr_10.42.42.2(pid=7048): stderr: \u000a| �[0;m�[1;31m20221212231228199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231228199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231228199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231228199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231228199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231228199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231228211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231228221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231228221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231228221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:12:31.455771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7047): Terminating (SIGTERM)\u000a23:12:31.498599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7050): Terminating (SIGTERM)\u000a23:12:31.544539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7053): Terminating (SIGTERM)\u000a23:12:31.554928 --- ParallelTerminationStrategy: PID 7047 died...\u000a23:12:31.613838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7047): Terminated: ok {rc=0}\u000a23:12:31.624749 --- ParallelTerminationStrategy: PID 7050 died...\u000a23:12:31.680993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7050): Terminated: ok {rc=0}\u000a23:12:31.691591 --- ParallelTerminationStrategy: PID 7053 died...\u000a23:12:31.747981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7053): Terminated: ok {rc=0}\u000a23:12:31.835875 bus /gobi_0: Setting Powered False\u000a23:12:32.937031 bus /gobi_0: Setting Powered False\u000a23:12:34.045810 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:12:24" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7064): Process ended prematurely: osmo-stp_10.42.42.5(pid=7064) [trial-2383↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7064)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7064): Process ended prematurely: osmo-stp_10.42.42.5(pid=7064) [trial-2383↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7064)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a23:12:35.988798 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a23:12:35.999469 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a23:12:36.131901 tst mo_mt_sms.py: using LAC 32162\u000a23:12:36.251179 tst mo_mt_sms.py: using RAC 32\u000a23:12:36.369381 tst mo_mt_sms.py: using CellId 32162\u000a23:12:36.486767 tst mo_mt_sms.py: using BVCI 32163\u000a23:12:36.509679 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a23:12:36.520215 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a23:12:36.530734 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a23:12:36.541412 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a23:12:36.552094 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a23:12:36.563361 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a23:12:36.682736 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a23:12:36.892717 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:12:37.404667 run create_hlr_db(pid=7058): Launched\u000a23:12:37.590707 bus /gobi_6: Setting Powered False\u000a23:12:38.600441 run create_hlr_db(pid=7058): Terminated: ok {rc=0}\u000a23:12:39.034333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7060): Launched\u000a23:12:39.352837 run osmo-hlr_10.42.42.2(pid=7061): Launched\u000a23:12:39.472553 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:12:40.029219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7063): Launched\u000a23:12:40.349674 run osmo-stp_10.42.42.5(pid=7064): Launched\u000a23:12:40.465485 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:12:41.050102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7066): Launched\u000a23:12:41.371253 run osmo-msc_10.42.42.6(pid=7067): Launched\u000a23:12:41.560068 run osmo-stp_10.42.42.5(pid=7064): ERR: Terminated: ERROR {rc=1} [trial-2383↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7064)]\u000a23:12:41.696024 run osmo-stp_10.42.42.5(pid=7064): stdout: \u000a| (launched: 2022-12-12_23:12:40.191957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:12:41.831639 run osmo-stp_10.42.42.5(pid=7064): stderr: \u000a| �[0;m�[38;5;43m20221212231240386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231240387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231240387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231240387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231240388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231240388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231240388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:12:41.960157 run osmo-stp_10.42.42.5(pid=7064): stdout: \u000a| (launched: 2022-12-12_23:12:40.191957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:12:42.087639 run osmo-stp_10.42.42.5(pid=7064): stderr: \u000a| �[0;m�[38;5;43m20221212231240386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231240387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231240387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231240387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231240388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231240388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231240388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:12:42.143425 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=7064): Process ended prematurely: osmo-stp_10.42.42.5(pid=7064) [trial-2383↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7064)] [trial-2383↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a23:12:42.151851 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a23:12:42.213665 run osmo-hlr_10.42.42.2(pid=7061): ERR: Terminated: ERROR {rc=237} [trial-2383↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7061)]\u000a23:12:42.264803 run osmo-hlr_10.42.42.2(pid=7061): stdout: \u000a| (launched: 2022-12-12_23:12:39.196511) \u000a23:12:42.316220 run osmo-hlr_10.42.42.2(pid=7061): stderr: \u000a| �[0;m�[1;31m20221212231239396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231239396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231239396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231239396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231239396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231239396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231239409 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231239418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231239418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231239418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:12:42.385877 run osmo-msc_10.42.42.6(pid=7067): ERR: Terminated: ERROR {rc=2} [trial-2383↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7067)]\u000a23:12:42.436314 run osmo-msc_10.42.42.6(pid=7067): stdout: \u000a| (launched: 2022-12-12_23:12:41.212751) \u000a23:12:42.487330 run osmo-msc_10.42.42.6(pid=7067): stderr: \u000a| �[0;m�[38;5;43m20221212231241534 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212231241534 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa78f42cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212231241534 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212231241534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212231241534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212231241535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212231241536 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212231241537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212231241537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212231241537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:12:42.530921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7060): Terminating (SIGTERM)\u000a23:12:42.572297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7063): Terminating (SIGTERM)\u000a23:12:42.613801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7066): Terminating (SIGTERM)\u000a23:12:42.623435 --- ParallelTerminationStrategy: PID 7060 died...\u000a23:12:42.678673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7060): Terminated: ok {rc=0}\u000a23:12:42.688617 --- ParallelTerminationStrategy: PID 7063 died...\u000a23:12:42.744224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7063): Terminated: ok {rc=0}\u000a23:12:42.754258 --- ParallelTerminationStrategy: PID 7066 died...\u000a23:12:42.809290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7066): Terminated: ok {rc=0}\u000a23:12:42.894907 bus /sierra_3: Setting Powered False\u000a23:12:44.000374 bus /sierra_3: Setting Powered False\u000a23:12:45.110739 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:12:35" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7073): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7073) [trial-2383↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7073)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7073): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7073) [trial-2383↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a23:12:46.973231 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a23:12:46.987177 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a23:12:47.138459 tst assert_extension.py: using LAC 32163\u000a23:12:47.268359 tst assert_extension.py: using RAC 33\u000a23:12:47.395292 tst assert_extension.py: using CellId 32163\u000a23:12:47.523109 tst assert_extension.py: using BVCI 32164\u000a23:12:47.547496 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a23:12:47.838862 tst assert_extension.py:10: start nitb and bts...\u000a23:12:47.971689 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:12:48.630976 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7072): Launched\u000a23:12:48.947175 run osmo-nitb_10.42.42.2(pid=7073): Launched\u000a23:12:49.142932 run osmo-nitb_10.42.42.2(pid=7073): ERR: Terminated: ERROR {rc=2} [trial-2383↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7073)]\u000a23:12:49.287746 run osmo-nitb_10.42.42.2(pid=7073): stdout: \u000a| (launched: 2022-12-12_23:12:48.793653) \u000a23:12:49.432397 run osmo-nitb_10.42.42.2(pid=7073): stderr: \u000a| (launched: 2022-12-12_23:12:48.841366)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:12:49.572622 run osmo-nitb_10.42.42.2(pid=7073): stdout: \u000a| (launched: 2022-12-12_23:12:48.793653) \u000a23:12:49.711302 run osmo-nitb_10.42.42.2(pid=7073): stderr: \u000a| (launched: 2022-12-12_23:12:48.841366)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:12:50.075579 tst osmo-nitb_10.42.42.2(pid=7073): stdout: \u000a| (launched: 2022-12-12_23:12:48.793653) \u000a23:12:50.203148 tst osmo-nitb_10.42.42.2(pid=7073): stderr: \u000a| (launched: 2022-12-12_23:12:48.841366)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:12:50.259448 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=7073): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7073) [trial-2383↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7073)] [trial-2383↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a23:12:50.268034 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a23:12:50.303989 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7072): Terminating (SIGTERM)\u000a23:12:50.481891 --- ParallelTerminationStrategy: PID 7072 died...\u000a23:12:50.539263 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7072): Terminated: ok {rc=0}\u000a23:12:50.624903 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:12:46" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "ussd:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7083): Process ended prematurely: osmo-stp_10.42.42.5(pid=7083) [trial-2383↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7083)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7083): Process ended prematurely: osmo-stp_10.42.42.5(pid=7083) [trial-2383↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7083)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a23:12:52.468072 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a23:12:52.479493 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a23:12:52.620509 tst assert_extension.py: using LAC 32164\u000a23:12:52.747792 tst assert_extension.py: using RAC 34\u000a23:12:52.873070 tst assert_extension.py: using CellId 32164\u000a23:12:53.000284 tst assert_extension.py: using BVCI 32165\u000a23:12:53.024573 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a23:12:53.035887 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a23:12:53.046869 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a23:12:53.057835 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a23:12:53.068882 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a23:12:53.079879 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a23:12:53.279057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:12:53.754054 run create_hlr_db(pid=7077): Launched\u000a23:12:53.928127 bus /sierra_2: Setting Powered False\u000a23:12:54.948847 run create_hlr_db(pid=7077): Terminated: ok {rc=0}\u000a23:12:55.375451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7079): Launched\u000a23:12:55.701210 run osmo-hlr_10.42.42.2(pid=7080): Launched\u000a23:12:55.819980 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:12:56.381549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7082): Launched\u000a23:12:56.702394 run osmo-stp_10.42.42.5(pid=7083): Launched\u000a23:12:56.820017 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:12:57.404332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7085): Launched\u000a23:12:57.724772 run osmo-msc_10.42.42.6(pid=7086): Launched\u000a23:12:57.911787 run osmo-stp_10.42.42.5(pid=7083): ERR: Terminated: ERROR {rc=1} [trial-2383↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7083)]\u000a23:12:58.046565 run osmo-stp_10.42.42.5(pid=7083): stdout: \u000a| (launched: 2022-12-12_23:12:56.544198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:12:58.180864 run osmo-stp_10.42.42.5(pid=7083): stderr: \u000a| �[0;m�[38;5;43m20221212231256735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231256735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231256735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231256735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231256736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231256736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231256736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:12:58.309393 run osmo-stp_10.42.42.5(pid=7083): stdout: \u000a| (launched: 2022-12-12_23:12:56.544198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:12:58.436340 run osmo-stp_10.42.42.5(pid=7083): stderr: \u000a| �[0;m�[38;5;43m20221212231256735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231256735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231256735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231256735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231256736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231256736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231256736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:12:58.491904 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=7083): Process ended prematurely: osmo-stp_10.42.42.5(pid=7083) [trial-2383↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7083)] [trial-2383↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a23:12:58.500299 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a23:12:58.562225 run osmo-hlr_10.42.42.2(pid=7080): ERR: Terminated: ERROR {rc=237} [trial-2383↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7080)]\u000a23:12:58.613076 run osmo-hlr_10.42.42.2(pid=7080): stdout: \u000a| (launched: 2022-12-12_23:12:55.539190) \u000a23:12:58.664394 run osmo-hlr_10.42.42.2(pid=7080): stderr: \u000a| �[0;m�[1;31m20221212231255737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231255737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231255737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231255737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231255737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231255737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231255750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231255760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231255760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231255760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:12:58.734299 run osmo-msc_10.42.42.6(pid=7086): ERR: Terminated: ERROR {rc=2} [trial-2383↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7086)]\u000a23:12:58.785061 run osmo-msc_10.42.42.6(pid=7086): stdout: \u000a| (launched: 2022-12-12_23:12:57.568055) \u000a23:12:58.836280 run osmo-msc_10.42.42.6(pid=7086): stderr: \u000a| �[0;m�[38;5;43m20221212231257893 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212231257893 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff750574c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212231257893 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212231257893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212231257893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212231257893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212231257895 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212231257895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212231257896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212231257896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:12:58.879884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7079): Terminating (SIGTERM)\u000a23:12:58.921073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7082): Terminating (SIGTERM)\u000a23:12:58.962348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7085): Terminating (SIGTERM)\u000a23:12:58.971992 --- ParallelTerminationStrategy: PID 7079 died...\u000a23:12:59.027108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7079): Terminated: ok {rc=0}\u000a23:12:59.037159 --- ParallelTerminationStrategy: PID 7082 died...\u000a23:12:59.091986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7082): Terminated: ok {rc=0}\u000a23:12:59.101995 --- ParallelTerminationStrategy: PID 7085 died...\u000a23:12:59.156718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7085): Terminated: ok {rc=0}\u000a23:12:59.242891 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:12:52" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7097): Process ended prematurely: osmo-stp_10.42.42.5(pid=7097) [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7097)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7097): Process ended prematurely: osmo-stp_10.42.42.5(pid=7097) [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7097)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:13:01.234891 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:13:01.247604 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:13:01.410264 tst mo_mt_call.py: using LAC 32165\u000a23:13:01.534113 tst mo_mt_call.py: using RAC 35\u000a23:13:01.658185 tst mo_mt_call.py: using CellId 32165\u000a23:13:01.810657 tst mo_mt_call.py: using BVCI 32166\u000a23:13:01.844601 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:13:01.860623 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:13:01.876336 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:13:01.891646 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:13:01.906423 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:13:01.920324 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:13:02.042714 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:13:02.258169 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:13:02.779575 run create_hlr_db(pid=7091): Launched\u000a23:13:02.967273 bus /sierra_2: Setting Powered False\u000a23:13:03.988919 run create_hlr_db(pid=7091): Terminated: ok {rc=0}\u000a23:13:04.421978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7093): Launched\u000a23:13:04.748420 run osmo-hlr_10.42.42.2(pid=7094): Launched\u000a23:13:04.867547 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:13:05.433097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7096): Launched\u000a23:13:05.759758 run osmo-stp_10.42.42.5(pid=7097): Launched\u000a23:13:05.877801 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:13:06.473864 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7099): Launched\u000a23:13:06.800635 run osmo-msc_10.42.42.6(pid=7100): Launched\u000a23:13:06.990888 run osmo-stp_10.42.42.5(pid=7097): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7097)]\u000a23:13:07.128335 run osmo-stp_10.42.42.5(pid=7097): stdout: \u000a| (launched: 2022-12-12_23:13:05.599666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:13:07.265674 run osmo-stp_10.42.42.5(pid=7097): stderr: \u000a| �[0;m�[38;5;43m20221212231305795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231305795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231305795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231305796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231305796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231305796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231305796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:13:07.396172 run osmo-stp_10.42.42.5(pid=7097): stdout: \u000a| (launched: 2022-12-12_23:13:05.599666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:13:07.525544 run osmo-stp_10.42.42.5(pid=7097): stderr: \u000a| �[0;m�[38;5;43m20221212231305795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231305795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231305795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231305796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231305796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231305796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231305796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:13:07.582398 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7097): Process ended prematurely: osmo-stp_10.42.42.5(pid=7097) [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7097)] [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a23:13:07.591517 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a23:13:07.653982 run osmo-hlr_10.42.42.2(pid=7094): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7094)]\u000a23:13:07.704657 run osmo-hlr_10.42.42.2(pid=7094): stdout: \u000a| (launched: 2022-12-12_23:13:04.588857) \u000a23:13:07.755940 run osmo-hlr_10.42.42.2(pid=7094): stderr: \u000a| �[0;m�[1;31m20221212231304790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231304790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231304790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231304790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231304790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231304790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231304803 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231304811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231304812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231304812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:13:07.825959 run osmo-msc_10.42.42.6(pid=7100): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7100)]\u000a23:13:07.876592 run osmo-msc_10.42.42.6(pid=7100): stdout: \u000a| (launched: 2022-12-12_23:13:06.640497) \u000a23:13:07.927899 run osmo-msc_10.42.42.6(pid=7100): stderr: \u000a| �[0;m�[38;5;43m20221212231306966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212231306966 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcb0aad3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212231306966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212231306967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212231306967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212231306967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212231306969 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212231306969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212231306969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212231306969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:13:07.971351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7093): Terminating (SIGTERM)\u000a23:13:08.012445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7096): Terminating (SIGTERM)\u000a23:13:08.053725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7099): Terminating (SIGTERM)\u000a23:13:08.063359 --- ParallelTerminationStrategy: PID 7093 died...\u000a23:13:08.118525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7093): Terminated: ok {rc=0}\u000a23:13:08.128468 --- ParallelTerminationStrategy: PID 7096 died...\u000a23:13:08.183292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7096): Terminated: ok {rc=0}\u000a23:13:08.193305 --- ParallelTerminationStrategy: PID 7099 died...\u000a23:13:08.249088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7099): Terminated: ok {rc=0}\u000a23:13:08.335775 bus /sierra_3: Setting Powered False\u000a23:13:09.438420 bus /sierra_3: Setting Powered False\u000a23:13:10.547256 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7108): Process ended prematurely: osmo-stp_10.42.42.5(pid=7108) [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7108)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7108): Process ended prematurely: osmo-stp_10.42.42.5(pid=7108) [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7108)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:13:11.662177 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:13:11.674407 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:13:11.836416 tst mo_mt_call_osmux.py: using LAC 32166\u000a23:13:11.966074 tst mo_mt_call_osmux.py: using RAC 36\u000a23:13:12.094055 tst mo_mt_call_osmux.py: using CellId 32166\u000a23:13:12.221952 tst mo_mt_call_osmux.py: using BVCI 32167\u000a23:13:12.247206 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:13:12.258993 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:13:12.270516 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:13:12.282051 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:13:12.293768 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:13:12.305314 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:13:12.424188 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:13:12.637821 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:13:13.159607 run create_hlr_db(pid=7102): Launched\u000a23:13:13.349486 bus /sierra_2: Setting Powered False\u000a23:13:14.369474 run create_hlr_db(pid=7102): Terminated: ok {rc=0}\u000a23:13:14.780802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7104): Launched\u000a23:13:15.087782 run osmo-hlr_10.42.42.2(pid=7105): Launched\u000a23:13:15.208539 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:13:15.748876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7107): Launched\u000a23:13:16.220415 run osmo-stp_10.42.42.5(pid=7108): Launched\u000a23:13:16.373628 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:13:17.056128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7110): Launched\u000a23:13:17.417119 run osmo-msc_10.42.42.6(pid=7111): Launched\u000a23:13:17.599760 run osmo-stp_10.42.42.5(pid=7108): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7108)]\u000a23:13:17.730190 run osmo-stp_10.42.42.5(pid=7108): stdout: \u000a| (launched: 2022-12-12_23:13:15.914983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:13:17.858426 run osmo-stp_10.42.42.5(pid=7108): stderr: \u000a| �[0;m�[38;5;43m20221212231316105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231316105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231316105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231316106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231316106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231316106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231316106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:13:17.981759 run osmo-stp_10.42.42.5(pid=7108): stdout: \u000a| (launched: 2022-12-12_23:13:15.914983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:13:18.103919 run osmo-stp_10.42.42.5(pid=7108): stderr: \u000a| �[0;m�[38;5;43m20221212231316105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231316105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231316105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231316106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231316106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231316106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231316106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:13:18.157895 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7108): Process ended prematurely: osmo-stp_10.42.42.5(pid=7108) [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7108)] [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a23:13:18.166464 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a23:13:18.226661 run osmo-hlr_10.42.42.2(pid=7105): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7105)]\u000a23:13:18.276044 run osmo-hlr_10.42.42.2(pid=7105): stdout: \u000a| (launched: 2022-12-12_23:13:14.936658) \u000a23:13:18.325546 run osmo-hlr_10.42.42.2(pid=7105): stderr: \u000a| �[0;m�[1;31m20221212231315111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231315111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231315111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231315111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231315111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231315111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231315125 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231315135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231315135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231315135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:13:18.392018 run osmo-msc_10.42.42.6(pid=7111): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7111)]\u000a23:13:18.441029 run osmo-msc_10.42.42.6(pid=7111): stdout: \u000a| (launched: 2022-12-12_23:13:17.229407) \u000a23:13:18.490314 run osmo-msc_10.42.42.6(pid=7111): stderr: \u000a| �[0;m�[38;5;43m20221212231317536 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212231317536 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb7ab70bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212231317537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212231317537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212231317537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212231317537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212231317539 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212231317539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212231317539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212231317539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:13:18.532014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7104): Terminating (SIGTERM)\u000a23:13:18.571827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7107): Terminating (SIGTERM)\u000a23:13:18.611774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7110): Terminating (SIGTERM)\u000a23:13:18.621346 --- ParallelTerminationStrategy: PID 7104 died...\u000a23:13:18.674620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7104): Terminated: ok {rc=0}\u000a23:13:18.684528 --- ParallelTerminationStrategy: PID 7107 died...\u000a23:13:18.737355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7107): Terminated: ok {rc=0}\u000a23:13:18.747247 --- ParallelTerminationStrategy: PID 7110 died...\u000a23:13:18.800379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7110): Terminated: ok {rc=0}\u000a23:13:18.887795 bus /sierra_3: Setting Powered False\u000a23:13:19.990017 bus /sierra_3: Setting Powered False\u000a23:13:21.101800 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:13:00" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7122): Process ended prematurely: osmo-stp_10.42.42.5(pid=7122) [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7122)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7122): Process ended prematurely: osmo-stp_10.42.42.5(pid=7122) [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7122)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a23:13:23.113360 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:13:23.124820 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:13:23.288019 tst mo_mt_call.py: using LAC 32167\u000a23:13:23.421157 tst mo_mt_call.py: using RAC 37\u000a23:13:23.547009 tst mo_mt_call.py: using CellId 32167\u000a23:13:23.673303 tst mo_mt_call.py: using BVCI 32168\u000a23:13:23.698276 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:13:23.709930 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:13:23.721290 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:13:23.732806 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:13:23.744516 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:13:23.756090 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:13:23.876638 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:13:24.085057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:13:24.605096 run create_hlr_db(pid=7116): Launched\u000a23:13:24.794454 bus /sierra_2: Setting Powered False\u000a23:13:25.815200 run create_hlr_db(pid=7116): Terminated: ok {rc=0}\u000a23:13:26.225387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7118): Launched\u000a23:13:26.533156 run osmo-hlr_10.42.42.2(pid=7119): Launched\u000a23:13:26.657954 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:13:27.197107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7121): Launched\u000a23:13:27.506684 run osmo-stp_10.42.42.5(pid=7122): Launched\u000a23:13:27.619678 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:13:28.178674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7124): Launched\u000a23:13:28.485997 run osmo-msc_10.42.42.6(pid=7125): Launched\u000a23:13:28.667559 run osmo-stp_10.42.42.5(pid=7122): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7122)]\u000a23:13:28.797424 run osmo-stp_10.42.42.5(pid=7122): stdout: \u000a| (launched: 2022-12-12_23:13:27.354116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:13:28.924864 run osmo-stp_10.42.42.5(pid=7122): stderr: \u000a| �[0;m�[38;5;43m20221212231327526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231327526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231327526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231327526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231327527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231327527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231327527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:13:29.047755 run osmo-stp_10.42.42.5(pid=7122): stdout: \u000a| (launched: 2022-12-12_23:13:27.354116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:13:29.169348 run osmo-stp_10.42.42.5(pid=7122): stderr: \u000a| �[0;m�[38;5;43m20221212231327526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231327526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231327526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231327526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231327527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231327527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231327527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:13:29.222779 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7122): Process ended prematurely: osmo-stp_10.42.42.5(pid=7122) [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7122)] [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a23:13:29.231297 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a23:13:29.290798 run osmo-hlr_10.42.42.2(pid=7119): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7119)]\u000a23:13:29.339052 run osmo-hlr_10.42.42.2(pid=7119): stdout: \u000a| (launched: 2022-12-12_23:13:26.381320) \u000a23:13:29.388538 run osmo-hlr_10.42.42.2(pid=7119): stderr: \u000a| �[0;m�[1;31m20221212231326556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231326556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231326557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231326557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231326557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231326557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231326568 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231326579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231326580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231326580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:13:29.455451 run osmo-msc_10.42.42.6(pid=7125): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7125)]\u000a23:13:29.503647 run osmo-msc_10.42.42.6(pid=7125): stdout: \u000a| (launched: 2022-12-12_23:13:28.334026) \u000a23:13:29.552919 run osmo-msc_10.42.42.6(pid=7125): stderr: \u000a| �[0;m�[38;5;43m20221212231328604 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212231328604 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f567f3e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212231328604 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212231328604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212231328604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212231328605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212231328606 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212231328607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212231328607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212231328607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:13:29.594463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7118): Terminating (SIGTERM)\u000a23:13:29.633938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7121): Terminating (SIGTERM)\u000a23:13:29.673414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7124): Terminating (SIGTERM)\u000a23:13:29.682917 --- ParallelTerminationStrategy: PID 7118 died...\u000a23:13:29.735651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7118): Terminated: ok {rc=0}\u000a23:13:29.745570 --- ParallelTerminationStrategy: PID 7121 died...\u000a23:13:29.798737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7121): Terminated: ok {rc=0}\u000a23:13:29.808554 --- ParallelTerminationStrategy: PID 7124 died...\u000a23:13:29.861729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7124): Terminated: ok {rc=0}\u000a23:13:29.944338 bus /sierra_3: Setting Powered False\u000a23:13:31.047183 bus /sierra_3: Setting Powered False\u000a23:13:32.160468 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7133): Process ended prematurely: osmo-stp_10.42.42.5(pid=7133) [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7133)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7133): Process ended prematurely: osmo-stp_10.42.42.5(pid=7133) [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7133)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:13:33.269561 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:13:33.281223 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:13:33.437939 tst mo_mt_call_osmux.py: using LAC 32168\u000a23:13:33.565291 tst mo_mt_call_osmux.py: using RAC 38\u000a23:13:33.692751 tst mo_mt_call_osmux.py: using CellId 32168\u000a23:13:33.812243 tst mo_mt_call_osmux.py: using BVCI 32169\u000a23:13:33.836055 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:13:33.847277 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:13:33.858228 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:13:33.869490 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:13:33.880671 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:13:33.891838 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:13:34.012309 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:13:34.223969 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:13:34.744370 run create_hlr_db(pid=7127): Launched\u000a23:13:34.933314 bus /sierra_2: Setting Powered False\u000a23:13:35.954622 run create_hlr_db(pid=7127): Terminated: ok {rc=0}\u000a23:13:36.387736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7129): Launched\u000a23:13:36.714265 run osmo-hlr_10.42.42.2(pid=7130): Launched\u000a23:13:36.837431 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:13:37.409093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7132): Launched\u000a23:13:37.737198 run osmo-stp_10.42.42.5(pid=7133): Launched\u000a23:13:37.856688 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:13:38.454047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7135): Launched\u000a23:13:38.780661 run osmo-msc_10.42.42.6(pid=7136): Launched\u000a23:13:38.971819 run osmo-stp_10.42.42.5(pid=7133): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7133)]\u000a23:13:39.109901 run osmo-stp_10.42.42.5(pid=7133): stdout: \u000a| (launched: 2022-12-12_23:13:37.576085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:13:39.247859 run osmo-stp_10.42.42.5(pid=7133): stderr: \u000a| �[0;m�[38;5;43m20221212231337771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231337771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231337771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231337771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231337772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231337772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231337772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:13:39.379612 run osmo-stp_10.42.42.5(pid=7133): stdout: \u000a| (launched: 2022-12-12_23:13:37.576085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:13:39.509887 run osmo-stp_10.42.42.5(pid=7133): stderr: \u000a| �[0;m�[38;5;43m20221212231337771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231337771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231337771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231337771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231337772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231337772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231337772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:13:39.567344 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7133): Process ended prematurely: osmo-stp_10.42.42.5(pid=7133) [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7133)] [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a23:13:39.576789 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a23:13:39.639346 run osmo-hlr_10.42.42.2(pid=7130): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7130)]\u000a23:13:39.690361 run osmo-hlr_10.42.42.2(pid=7130): stdout: \u000a| (launched: 2022-12-12_23:13:36.553989) \u000a23:13:39.742618 run osmo-hlr_10.42.42.2(pid=7130): stderr: \u000a| �[0;m�[1;31m20221212231336751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231336751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231336751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231336751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231336751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231336752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231336764 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231336773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231336774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231336774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:13:39.812635 run osmo-msc_10.42.42.6(pid=7136): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7136)]\u000a23:13:39.863594 run osmo-msc_10.42.42.6(pid=7136): stdout: \u000a| (launched: 2022-12-12_23:13:38.620205) \u000a23:13:39.914988 run osmo-msc_10.42.42.6(pid=7136): stderr: \u000a| �[0;m�[38;5;43m20221212231338943 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212231338944 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efddadddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212231338944 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212231338944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212231338944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212231338944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212231338946 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212231338946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212231338946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212231338946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:13:39.958891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7129): Terminating (SIGTERM)\u000a23:13:40.000283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7132): Terminating (SIGTERM)\u000a23:13:40.041836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7135): Terminating (SIGTERM)\u000a23:13:40.051382 --- ParallelTerminationStrategy: PID 7129 died...\u000a23:13:40.106769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7129): Terminated: ok {rc=0}\u000a23:13:40.117152 --- ParallelTerminationStrategy: PID 7132 died...\u000a23:13:40.172208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7132): Terminated: ok {rc=0}\u000a23:13:40.182550 --- ParallelTerminationStrategy: PID 7135 died...\u000a23:13:40.237788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7135): Terminated: ok {rc=0}\u000a23:13:40.324815 bus /sierra_3: Setting Powered False\u000a23:13:41.430169 bus /sierra_3: Setting Powered False\u000a23:13:42.536432 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:13:22" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7147): Process ended prematurely: osmo-stp_10.42.42.5(pid=7147) [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7147)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7147): Process ended prematurely: osmo-stp_10.42.42.5(pid=7147) [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7147)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:13:44.543136 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:13:44.554979 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:13:44.720398 tst mo_mt_call.py: using LAC 32169\u000a23:13:44.847357 tst mo_mt_call.py: using RAC 39\u000a23:13:44.978813 tst mo_mt_call.py: using CellId 32169\u000a23:13:45.105679 tst mo_mt_call.py: using BVCI 32170\u000a23:13:45.130829 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:13:45.142437 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:13:45.153856 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:13:45.165555 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:13:45.177792 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:13:45.189585 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:13:45.305445 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:13:45.507782 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:13:46.078556 run create_hlr_db(pid=7141): Launched\u000a23:13:46.274229 bus /sierra_2: Setting Powered False\u000a23:13:47.290087 run create_hlr_db(pid=7141): Terminated: ok {rc=0}\u000a23:13:47.724728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7143): Launched\u000a23:13:48.052067 run osmo-hlr_10.42.42.2(pid=7144): Launched\u000a23:13:48.174902 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:13:48.743122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7146): Launched\u000a23:13:49.070477 run osmo-stp_10.42.42.5(pid=7147): Launched\u000a23:13:49.193842 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:13:49.789272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7149): Launched\u000a23:13:50.117202 run osmo-msc_10.42.42.6(pid=7150): Launched\u000a23:13:50.308605 run osmo-stp_10.42.42.5(pid=7147): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7147)]\u000a23:13:50.446564 run osmo-stp_10.42.42.5(pid=7147): stdout: \u000a| (launched: 2022-12-12_23:13:48.909760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:13:50.583929 run osmo-stp_10.42.42.5(pid=7147): stderr: \u000a| �[0;m�[38;5;43m20221212231349102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231349102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231349103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231349103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231349105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231349106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231349106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:13:50.715034 run osmo-stp_10.42.42.5(pid=7147): stdout: \u000a| (launched: 2022-12-12_23:13:48.909760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:13:50.844476 run osmo-stp_10.42.42.5(pid=7147): stderr: \u000a| �[0;m�[38;5;43m20221212231349102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231349102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231349103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231349103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231349105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231349106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231349106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:13:50.901823 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7147): Process ended prematurely: osmo-stp_10.42.42.5(pid=7147) [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7147)] [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a23:13:50.911308 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a23:13:50.973862 run osmo-hlr_10.42.42.2(pid=7144): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7144)]\u000a23:13:51.024847 run osmo-hlr_10.42.42.2(pid=7144): stdout: \u000a| (launched: 2022-12-12_23:13:47.891431) \u000a23:13:51.076658 run osmo-hlr_10.42.42.2(pid=7144): stderr: \u000a| �[0;m�[1;31m20221212231348092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231348092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231348092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231348092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231348092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231348093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231348103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231348112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231348112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231348112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:13:51.146746 run osmo-msc_10.42.42.6(pid=7150): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7150)]\u000a23:13:51.197224 run osmo-msc_10.42.42.6(pid=7150): stdout: \u000a| (launched: 2022-12-12_23:13:49.956303) \u000a23:13:51.248111 run osmo-msc_10.42.42.6(pid=7150): stderr: \u000a| �[0;m�[38;5;43m20221212231350282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212231350282 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0aa60bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212231350282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212231350282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212231350282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212231350282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212231350284 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212231350284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212231350285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212231350285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:13:51.292087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7143): Terminating (SIGTERM)\u000a23:13:51.333758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7146): Terminating (SIGTERM)\u000a23:13:51.375453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7149): Terminating (SIGTERM)\u000a23:13:51.385529 --- ParallelTerminationStrategy: PID 7143 died...\u000a23:13:51.441330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7143): Terminated: ok {rc=0}\u000a23:13:51.451779 --- ParallelTerminationStrategy: PID 7146 died...\u000a23:13:51.507389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7146): Terminated: ok {rc=0}\u000a23:13:51.517843 --- ParallelTerminationStrategy: PID 7149 died...\u000a23:13:51.573131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7149): Terminated: ok {rc=0}\u000a23:13:51.657564 bus /sierra_3: Setting Powered False\u000a23:13:52.763046 bus /sierra_3: Setting Powered False\u000a23:13:53.873212 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7158): Process ended prematurely: osmo-stp_10.42.42.5(pid=7158) [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7158)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7158): Process ended prematurely: osmo-stp_10.42.42.5(pid=7158) [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7158)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:13:54.986972 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:13:54.999118 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:13:55.166072 tst mo_mt_call_osmux.py: using LAC 32170\u000a23:13:55.293100 tst mo_mt_call_osmux.py: using RAC 40\u000a23:13:55.417320 tst mo_mt_call_osmux.py: using CellId 32170\u000a23:13:55.540724 tst mo_mt_call_osmux.py: using BVCI 32171\u000a23:13:55.564183 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:13:55.575368 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:13:55.586474 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:13:55.597863 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:13:55.609251 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:13:55.620516 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:13:55.741407 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:13:55.957252 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:13:56.481351 run create_hlr_db(pid=7152): Launched\u000a23:13:56.670854 bus /sierra_2: Setting Powered False\u000a23:13:57.691460 run create_hlr_db(pid=7152): Terminated: ok {rc=0}\u000a23:13:58.103847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7154): Launched\u000a23:13:58.412863 run osmo-hlr_10.42.42.2(pid=7155): Launched\u000a23:13:58.527904 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:13:59.060342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7157): Launched\u000a23:13:59.367532 run osmo-stp_10.42.42.5(pid=7158): Launched\u000a23:13:59.480228 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:14:00.041063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7160): Launched\u000a23:14:00.352111 run osmo-msc_10.42.42.6(pid=7161): Launched\u000a23:14:00.533923 run osmo-stp_10.42.42.5(pid=7158): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7158)]\u000a23:14:00.664161 run osmo-stp_10.42.42.5(pid=7158): stdout: \u000a| (launched: 2022-12-12_23:13:59.216238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:00.792084 run osmo-stp_10.42.42.5(pid=7158): stderr: \u000a| �[0;m�[38;5;43m20221212231359390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231359390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231359390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231359391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231359391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231359391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231359391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:00.948940 run osmo-stp_10.42.42.5(pid=7158): stdout: \u000a| (launched: 2022-12-12_23:13:59.216238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:01.086825 run osmo-stp_10.42.42.5(pid=7158): stderr: \u000a| �[0;m�[38;5;43m20221212231359390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231359390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231359390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231359391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231359391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231359391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231359391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:01.145843 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7158): Process ended prematurely: osmo-stp_10.42.42.5(pid=7158) [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7158)] [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a23:14:01.155834 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:14:01.221668 run osmo-hlr_10.42.42.2(pid=7155): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7155)]\u000a23:14:01.274652 run osmo-hlr_10.42.42.2(pid=7155): stdout: \u000a| (launched: 2022-12-12_23:13:58.260285) \u000a23:14:01.327618 run osmo-hlr_10.42.42.2(pid=7155): stderr: \u000a| �[0;m�[1;31m20221212231358437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231358437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231358437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231358437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231358437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231358437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231358449 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231358457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231358458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231358458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:14:01.400677 run osmo-msc_10.42.42.6(pid=7161): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7161)]\u000a23:14:01.452748 run osmo-msc_10.42.42.6(pid=7161): stdout: \u000a| (launched: 2022-12-12_23:14:00.197995) \u000a23:14:01.505697 run osmo-msc_10.42.42.6(pid=7161): stderr: \u000a| �[0;m�[38;5;43m20221212231400472 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212231400472 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa71a366c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212231400473 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212231400473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212231400473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212231400473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212231400475 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212231400475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212231400475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212231400475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:14:01.551081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7154): Terminating (SIGTERM)\u000a23:14:01.595955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7157): Terminating (SIGTERM)\u000a23:14:01.640700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7160): Terminating (SIGTERM)\u000a23:14:01.652732 --- ParallelTerminationStrategy: PID 7154 died...\u000a23:14:01.711930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7154): Terminated: ok {rc=0}\u000a23:14:01.722567 --- ParallelTerminationStrategy: PID 7157 died...\u000a23:14:01.780074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7157): Terminated: ok {rc=0}\u000a23:14:01.791629 --- ParallelTerminationStrategy: PID 7160 died...\u000a23:14:01.848831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7160): Terminated: ok {rc=0}\u000a23:14:01.937399 bus /sierra_3: Setting Powered False\u000a23:14:03.042079 bus /sierra_3: Setting Powered False\u000a23:14:04.147928 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:13:44" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7174): Process ended prematurely: osmo-stp_10.42.42.5(pid=7174) [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7174)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7174): Process ended prematurely: osmo-stp_10.42.42.5(pid=7174) [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7174)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:14:06.143972 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:14:06.155804 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:14:06.318439 tst mo_mt_call.py: using LAC 32171\u000a23:14:06.448422 tst mo_mt_call.py: using RAC 41\u000a23:14:06.578506 tst mo_mt_call.py: using CellId 32171\u000a23:14:06.706498 tst mo_mt_call.py: using BVCI 32172\u000a23:14:06.731621 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:14:06.743428 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:14:06.755034 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:14:06.766885 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:14:06.778708 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:14:06.791010 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:14:06.910659 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:14:07.121397 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:14:07.642404 run create_hlr_db(pid=7168): Launched\u000a23:14:07.831760 bus /sierra_2: Setting Powered False\u000a23:14:08.851732 run create_hlr_db(pid=7168): Terminated: ok {rc=0}\u000a23:14:09.262001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7170): Launched\u000a23:14:09.569076 run osmo-hlr_10.42.42.2(pid=7171): Launched\u000a23:14:09.682351 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:14:10.215831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7173): Launched\u000a23:14:10.523702 run osmo-stp_10.42.42.5(pid=7174): Launched\u000a23:14:10.636794 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:14:11.194491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7176): Launched\u000a23:14:11.501168 run osmo-msc_10.42.42.6(pid=7177): Launched\u000a23:14:11.681817 run osmo-stp_10.42.42.5(pid=7174): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7174)]\u000a23:14:11.811372 run osmo-stp_10.42.42.5(pid=7174): stdout: \u000a| (launched: 2022-12-12_23:14:10.371536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:11.938854 run osmo-stp_10.42.42.5(pid=7174): stderr: \u000a| �[0;m�[38;5;43m20221212231410541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231410541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231410542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231410542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231410544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231410544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231410544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:12.061238 run osmo-stp_10.42.42.5(pid=7174): stdout: \u000a| (launched: 2022-12-12_23:14:10.371536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:12.183037 run osmo-stp_10.42.42.5(pid=7174): stderr: \u000a| �[0;m�[38;5;43m20221212231410541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231410541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231410542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231410542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231410544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231410544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231410544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:12.236312 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7174): Process ended prematurely: osmo-stp_10.42.42.5(pid=7174) [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7174)] [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a23:14:12.244722 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a23:14:12.304670 run osmo-hlr_10.42.42.2(pid=7171): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7171)]\u000a23:14:12.353076 run osmo-hlr_10.42.42.2(pid=7171): stdout: \u000a| (launched: 2022-12-12_23:14:09.417607) \u000a23:14:12.402485 run osmo-hlr_10.42.42.2(pid=7171): stderr: \u000a| �[0;m�[1;31m20221212231409593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231409593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231409593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231409593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231409593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231409594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231409610 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231409621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231409621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231409621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:14:12.469615 run osmo-msc_10.42.42.6(pid=7177): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7177)]\u000a23:14:12.518100 run osmo-msc_10.42.42.6(pid=7177): stdout: \u000a| (launched: 2022-12-12_23:14:11.349231) \u000a23:14:12.567504 run osmo-msc_10.42.42.6(pid=7177): stderr: \u000a| �[0;m�[38;5;43m20221212231411620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212231411620 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb140197c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212231411620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212231411620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212231411620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212231411621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212231411622 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212231411623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212231411623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212231411623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:14:12.609227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7170): Terminating (SIGTERM)\u000a23:14:12.648668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7173): Terminating (SIGTERM)\u000a23:14:12.688749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7176): Terminating (SIGTERM)\u000a23:14:12.698287 --- ParallelTerminationStrategy: PID 7170 died...\u000a23:14:12.751061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7170): Terminated: ok {rc=0}\u000a23:14:12.760874 --- ParallelTerminationStrategy: PID 7173 died...\u000a23:14:12.813479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7173): Terminated: ok {rc=0}\u000a23:14:12.823252 --- ParallelTerminationStrategy: PID 7176 died...\u000a23:14:12.876015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7176): Terminated: ok {rc=0}\u000a23:14:12.958182 bus /sierra_3: Setting Powered False\u000a23:14:14.058862 bus /sierra_3: Setting Powered False\u000a23:14:15.164732 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7185): Process ended prematurely: osmo-stp_10.42.42.5(pid=7185) [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7185)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7185): Process ended prematurely: osmo-stp_10.42.42.5(pid=7185) [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7185)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:14:16.276362 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:14:16.289301 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:14:16.455015 tst mo_mt_call_osmux.py: using LAC 32172\u000a23:14:16.614032 tst mo_mt_call_osmux.py: using RAC 42\u000a23:14:16.757216 tst mo_mt_call_osmux.py: using CellId 32172\u000a23:14:16.888252 tst mo_mt_call_osmux.py: using BVCI 32173\u000a23:14:16.914160 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:14:16.926358 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:14:16.938344 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:14:16.950668 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:14:16.962905 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:14:16.975703 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:14:17.097285 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:14:17.316445 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:14:17.836914 run create_hlr_db(pid=7179): Launched\u000a23:14:18.014741 bus /sierra_2: Setting Powered False\u000a23:14:19.034674 run create_hlr_db(pid=7179): Terminated: ok {rc=0}\u000a23:14:19.442073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7181): Launched\u000a23:14:19.747934 run osmo-hlr_10.42.42.2(pid=7182): Launched\u000a23:14:19.866902 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:14:20.404838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7184): Launched\u000a23:14:20.712196 run osmo-stp_10.42.42.5(pid=7185): Launched\u000a23:14:20.824375 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:14:21.383621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7187): Launched\u000a23:14:21.690889 run osmo-msc_10.42.42.6(pid=7188): Launched\u000a23:14:21.870124 run osmo-stp_10.42.42.5(pid=7185): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7185)]\u000a23:14:21.999510 run osmo-stp_10.42.42.5(pid=7185): stdout: \u000a| (launched: 2022-12-12_23:14:20.560531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:22.127123 run osmo-stp_10.42.42.5(pid=7185): stderr: \u000a| �[0;m�[38;5;43m20221212231420733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231420734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231420734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231420734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231420735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231420735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231420735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:22.251442 run osmo-stp_10.42.42.5(pid=7185): stdout: \u000a| (launched: 2022-12-12_23:14:20.560531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:22.373141 run osmo-stp_10.42.42.5(pid=7185): stderr: \u000a| �[0;m�[38;5;43m20221212231420733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231420734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231420734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231420734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231420735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231420735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231420735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:22.426637 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7185): Process ended prematurely: osmo-stp_10.42.42.5(pid=7185) [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7185)] [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a23:14:22.435117 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:14:22.494659 run osmo-hlr_10.42.42.2(pid=7182): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7182)]\u000a23:14:22.543226 run osmo-hlr_10.42.42.2(pid=7182): stdout: \u000a| (launched: 2022-12-12_23:14:19.597826) \u000a23:14:22.592314 run osmo-hlr_10.42.42.2(pid=7182): stderr: \u000a| �[0;m�[1;31m20221212231419774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231419774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231419775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231419775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231419775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231419775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231419788 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231419797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231419797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231419797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:14:22.658329 run osmo-msc_10.42.42.6(pid=7188): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7188)]\u000a23:14:22.706782 run osmo-msc_10.42.42.6(pid=7188): stdout: \u000a| (launched: 2022-12-12_23:14:21.539163) \u000a23:14:22.755177 run osmo-msc_10.42.42.6(pid=7188): stderr: \u000a| �[0;m�[38;5;43m20221212231421814 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212231421814 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb83f4dcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212231421814 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212231421814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212231421814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212231421814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212231421816 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212231421816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212231421817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212231421817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:14:22.796566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7181): Terminating (SIGTERM)\u000a23:14:22.835759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7184): Terminating (SIGTERM)\u000a23:14:22.874970 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7187): Terminating (SIGTERM)\u000a23:14:22.885232 --- ParallelTerminationStrategy: PID 7181 died...\u000a23:14:22.937798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7181): Terminated: ok {rc=0}\u000a23:14:22.947587 --- ParallelTerminationStrategy: PID 7184 died...\u000a23:14:23.000392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7184): Terminated: ok {rc=0}\u000a23:14:23.010220 --- ParallelTerminationStrategy: PID 7187 died...\u000a23:14:23.062591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7187): Terminated: ok {rc=0}\u000a23:14:23.144917 bus /sierra_3: Setting Powered False\u000a23:14:24.250404 bus /sierra_3: Setting Powered False\u000a23:14:25.361620 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:14:05" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7201): Process ended prematurely: osmo-stp_10.42.42.5(pid=7201) [trial-2383↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7201)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7201): Process ended prematurely: osmo-stp_10.42.42.5(pid=7201) [trial-2383↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7201)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a23:14:27.351168 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:14:27.362391 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:14:27.526575 tst mo_mt_call.py: using LAC 32173\u000a23:14:27.657413 tst mo_mt_call.py: using RAC 43\u000a23:14:27.787699 tst mo_mt_call.py: using CellId 32173\u000a23:14:27.917722 tst mo_mt_call.py: using BVCI 32174\u000a23:14:27.942983 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:14:27.955078 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:14:27.966971 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:14:27.978639 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:14:27.990362 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:14:28.001902 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:14:28.119382 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:14:28.325463 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:14:28.807425 run create_hlr_db(pid=7195): Launched\u000a23:14:28.983987 bus /sierra_2: Setting Powered False\u000a23:14:30.004032 run create_hlr_db(pid=7195): Terminated: ok {rc=0}\u000a23:14:30.411591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7197): Launched\u000a23:14:30.718764 run osmo-hlr_10.42.42.2(pid=7198): Launched\u000a23:14:30.849742 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:14:31.491711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7200): Launched\u000a23:14:31.827125 run osmo-stp_10.42.42.5(pid=7201): Launched\u000a23:14:32.049767 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:14:32.704779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7203): Launched\u000a23:14:33.013497 run osmo-msc_10.42.42.6(pid=7204): Launched\u000a23:14:33.196193 run osmo-stp_10.42.42.5(pid=7201): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7201)]\u000a23:14:33.326097 run osmo-stp_10.42.42.5(pid=7201): stdout: \u000a| (launched: 2022-12-12_23:14:31.651637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:33.452853 run osmo-stp_10.42.42.5(pid=7201): stderr: \u000a| �[0;m�[38;5;43m20221212231432001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231432002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231432002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231432002 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231432003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231432003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231432003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:33.575337 run osmo-stp_10.42.42.5(pid=7201): stdout: \u000a| (launched: 2022-12-12_23:14:31.651637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:33.696341 run osmo-stp_10.42.42.5(pid=7201): stderr: \u000a| �[0;m�[38;5;43m20221212231432001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231432002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231432002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231432002 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231432003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231432003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231432003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:33.749508 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7201): Process ended prematurely: osmo-stp_10.42.42.5(pid=7201) [trial-2383↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7201)] [trial-2383↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a23:14:33.758062 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a23:14:33.817218 run osmo-hlr_10.42.42.2(pid=7198): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7198)]\u000a23:14:33.866612 run osmo-hlr_10.42.42.2(pid=7198): stdout: \u000a| (launched: 2022-12-12_23:14:30.567016) \u000a23:14:33.916161 run osmo-hlr_10.42.42.2(pid=7198): stderr: \u000a| �[0;m�[1;31m20221212231430744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231430744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231430744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231430744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231430744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231430744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231430756 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231430765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231430765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231430765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:14:33.982983 run osmo-msc_10.42.42.6(pid=7204): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7204)]\u000a23:14:34.031504 run osmo-msc_10.42.42.6(pid=7204): stdout: \u000a| (launched: 2022-12-12_23:14:32.860654) \u000a23:14:34.080695 run osmo-msc_10.42.42.6(pid=7204): stderr: \u000a| �[0;m�[38;5;43m20221212231433132 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212231433132 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f40f0a32c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212231433132 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212231433133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212231433133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212231433133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212231433135 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212231433135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212231433135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212231433135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:14:34.122361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7197): Terminating (SIGTERM)\u000a23:14:34.161834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7200): Terminating (SIGTERM)\u000a23:14:34.201156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7203): Terminating (SIGTERM)\u000a23:14:34.210503 --- ParallelTerminationStrategy: PID 7197 died...\u000a23:14:34.262866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7197): Terminated: ok {rc=0}\u000a23:14:34.272601 --- ParallelTerminationStrategy: PID 7200 died...\u000a23:14:34.325275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7200): Terminated: ok {rc=0}\u000a23:14:34.335024 --- ParallelTerminationStrategy: PID 7203 died...\u000a23:14:34.388329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7203): Terminated: ok {rc=0}\u000a23:14:34.477071 bus /sierra_3: Setting Powered False\u000a23:14:35.580195 bus /sierra_3: Setting Powered False\u000a23:14:36.690986 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7214): Process ended prematurely: osmo-stp_10.42.42.5(pid=7214) [trial-2383↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7214)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7214): Process ended prematurely: osmo-stp_10.42.42.5(pid=7214) [trial-2383↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:14:37.801250 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:14:37.813046 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:14:37.971283 tst mo_mt_call_osmux.py: using LAC 32174\u000a23:14:38.093245 tst mo_mt_call_osmux.py: using RAC 44\u000a23:14:38.215891 tst mo_mt_call_osmux.py: using CellId 32174\u000a23:14:38.337101 tst mo_mt_call_osmux.py: using BVCI 32175\u000a23:14:38.360489 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:14:38.371673 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:14:38.382747 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:14:38.394034 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:14:38.405565 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:14:38.416938 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:14:38.533176 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:14:38.744025 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:14:39.266808 run create_hlr_db(pid=7208): Launched\u000a23:14:39.457466 bus /sierra_2: Setting Powered False\u000a23:14:40.477667 run create_hlr_db(pid=7208): Terminated: ok {rc=0}\u000a23:14:40.889371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7210): Launched\u000a23:14:41.195753 run osmo-hlr_10.42.42.2(pid=7211): Launched\u000a23:14:41.315573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:14:41.854223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7213): Launched\u000a23:14:42.160478 run osmo-stp_10.42.42.5(pid=7214): Launched\u000a23:14:42.272508 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:14:42.832848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7216): Launched\u000a23:14:43.142398 run osmo-msc_10.42.42.6(pid=7217): Launched\u000a23:14:43.323821 run osmo-stp_10.42.42.5(pid=7214): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7214)]\u000a23:14:43.454875 run osmo-stp_10.42.42.5(pid=7214): stdout: \u000a| (launched: 2022-12-12_23:14:42.009519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:43.583155 run osmo-stp_10.42.42.5(pid=7214): stderr: \u000a| �[0;m�[38;5;43m20221212231442178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231442178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231442179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231442179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231442182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231442182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231442183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:43.706710 run osmo-stp_10.42.42.5(pid=7214): stdout: \u000a| (launched: 2022-12-12_23:14:42.009519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:43.829261 run osmo-stp_10.42.42.5(pid=7214): stderr: \u000a| �[0;m�[38;5;43m20221212231442178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231442178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231442179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231442179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231442182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231442182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231442183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:43.883074 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7214): Process ended prematurely: osmo-stp_10.42.42.5(pid=7214) [trial-2383↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7214)] [trial-2383↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a23:14:43.891470 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a23:14:43.950862 run osmo-hlr_10.42.42.2(pid=7211): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7211)]\u000a23:14:43.999675 run osmo-hlr_10.42.42.2(pid=7211): stdout: \u000a| (launched: 2022-12-12_23:14:41.044833) \u000a23:14:44.048998 run osmo-hlr_10.42.42.2(pid=7211): stderr: \u000a| �[0;m�[1;31m20221212231441222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231441223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231441223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231441223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231441223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231441223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231441235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231441244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231441244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231441244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:14:44.115478 run osmo-msc_10.42.42.6(pid=7217): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7217)]\u000a23:14:44.164135 run osmo-msc_10.42.42.6(pid=7217): stdout: \u000a| (launched: 2022-12-12_23:14:42.989359) \u000a23:14:44.213010 run osmo-msc_10.42.42.6(pid=7217): stderr: \u000a| �[0;m�[38;5;43m20221212231443261 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212231443262 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4be3ee9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212231443262 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212231443262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212231443262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212231443262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212231443264 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212231443265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212231443265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212231443265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:14:44.254623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7210): Terminating (SIGTERM)\u000a23:14:44.293973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7213): Terminating (SIGTERM)\u000a23:14:44.333331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7216): Terminating (SIGTERM)\u000a23:14:44.342759 --- ParallelTerminationStrategy: PID 7210 died...\u000a23:14:44.396094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7210): Terminated: ok {rc=0}\u000a23:14:44.405757 --- ParallelTerminationStrategy: PID 7213 died...\u000a23:14:44.458118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7213): Terminated: ok {rc=0}\u000a23:14:44.467868 --- ParallelTerminationStrategy: PID 7216 died...\u000a23:14:44.520662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7216): Terminated: ok {rc=0}\u000a23:14:44.609434 bus /sierra_3: Setting Powered False\u000a23:14:45.713580 bus /sierra_3: Setting Powered False\u000a23:14:46.842317 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:14:27" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7228): Process ended prematurely: osmo-stp_10.42.42.5(pid=7228) [trial-2383↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7228)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7228): Process ended prematurely: osmo-stp_10.42.42.5(pid=7228) [trial-2383↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7228)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a23:14:48.829153 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:14:48.840395 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:14:48.988456 tst mo_mt_call.py: using LAC 32175\u000a23:14:49.117708 tst mo_mt_call.py: using RAC 45\u000a23:14:49.249274 tst mo_mt_call.py: using CellId 32175\u000a23:14:49.380377 tst mo_mt_call.py: using BVCI 32176\u000a23:14:49.405745 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:14:49.417820 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:14:49.429746 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:14:49.442842 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:14:49.454716 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:14:49.467273 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a23:14:49.587275 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a23:14:49.801126 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:14:50.323682 run create_hlr_db(pid=7222): Launched\u000a23:14:50.513270 bus /sierra_2: Setting Powered False\u000a23:14:51.534461 run create_hlr_db(pid=7222): Terminated: ok {rc=0}\u000a23:14:51.967819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7224): Launched\u000a23:14:52.295577 run osmo-hlr_10.42.42.2(pid=7225): Launched\u000a23:14:52.416161 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:14:52.985986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7227): Launched\u000a23:14:53.314606 run osmo-stp_10.42.42.5(pid=7228): Launched\u000a23:14:53.433933 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:14:54.030121 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7230): Launched\u000a23:14:54.358240 run osmo-msc_10.42.42.6(pid=7231): Launched\u000a23:14:54.548818 run osmo-stp_10.42.42.5(pid=7228): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7228)]\u000a23:14:54.685871 run osmo-stp_10.42.42.5(pid=7228): stdout: \u000a| (launched: 2022-12-12_23:14:53.153268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:54.822619 run osmo-stp_10.42.42.5(pid=7228): stderr: \u000a| �[0;m�[38;5;43m20221212231453345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231453345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231453345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231453346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231453346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231453346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231453346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:54.952838 run osmo-stp_10.42.42.5(pid=7228): stdout: \u000a| (launched: 2022-12-12_23:14:53.153268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:55.082262 run osmo-stp_10.42.42.5(pid=7228): stderr: \u000a| �[0;m�[38;5;43m20221212231453345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231453345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231453345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231453346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231453346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231453346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231453346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:55.139069 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7228): Process ended prematurely: osmo-stp_10.42.42.5(pid=7228) [trial-2383↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7228)] [trial-2383↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a23:14:55.148144 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a23:14:55.209873 run osmo-hlr_10.42.42.2(pid=7225): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7225)]\u000a23:14:55.260561 run osmo-hlr_10.42.42.2(pid=7225): stdout: \u000a| (launched: 2022-12-12_23:14:52.134112) \u000a23:14:55.312138 run osmo-hlr_10.42.42.2(pid=7225): stderr: \u000a| �[0;m�[1;31m20221212231452334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231452334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231452334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231452334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231452334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231452335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231452347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231452356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231452356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231452356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:14:55.381830 run osmo-msc_10.42.42.6(pid=7231): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7231)]\u000a23:14:55.432459 run osmo-msc_10.42.42.6(pid=7231): stdout: \u000a| (launched: 2022-12-12_23:14:54.197243) \u000a23:14:55.483673 run osmo-msc_10.42.42.6(pid=7231): stderr: \u000a| �[0;m�[38;5;43m20221212231454522 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212231454523 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10aa556c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212231454523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212231454523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212231454523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212231454523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212231454525 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212231454525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212231454525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212231454525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:14:55.527275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7224): Terminating (SIGTERM)\u000a23:14:55.568620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7227): Terminating (SIGTERM)\u000a23:14:55.609946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7230): Terminating (SIGTERM)\u000a23:14:55.619287 --- ParallelTerminationStrategy: PID 7224 died...\u000a23:14:55.675059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7224): Terminated: ok {rc=0}\u000a23:14:55.685207 --- ParallelTerminationStrategy: PID 7227 died...\u000a23:14:55.740036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7227): Terminated: ok {rc=0}\u000a23:14:55.750061 --- ParallelTerminationStrategy: PID 7230 died...\u000a23:14:55.805087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7230): Terminated: ok {rc=0}\u000a23:14:55.889291 bus /sierra_3: Setting Powered False\u000a23:14:56.994953 bus /sierra_3: Setting Powered False\u000a23:14:58.102083 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7242): Process ended prematurely: osmo-stp_10.42.42.5(pid=7242) [trial-2383↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7242)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7242): Process ended prematurely: osmo-stp_10.42.42.5(pid=7242) [trial-2383↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7242)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:14:59.211575 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:14:59.223727 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:14:59.361553 tst mo_mt_call_osmux.py: using LAC 32176\u000a23:14:59.481204 tst mo_mt_call_osmux.py: using RAC 46\u000a23:14:59.601306 tst mo_mt_call_osmux.py: using CellId 32176\u000a23:14:59.728218 tst mo_mt_call_osmux.py: using BVCI 32177\u000a23:14:59.753540 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:14:59.765582 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:14:59.777484 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:14:59.789433 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:14:59.801308 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:14:59.813097 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a23:14:59.934515 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a23:15:00.147413 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:15:00.671101 run create_hlr_db(pid=7233): Launched\u000a23:15:00.878293 bus /sierra_2: Setting Powered False\u000a23:15:01.925243 run create_hlr_db(pid=7233): Terminated: ok {rc=0}\u000a23:15:02.395499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7238): Launched\u000a23:15:02.723248 run osmo-hlr_10.42.42.2(pid=7239): Launched\u000a23:15:02.842784 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:15:03.411247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7241): Launched\u000a23:15:03.738291 run osmo-stp_10.42.42.5(pid=7242): Launched\u000a23:15:03.857784 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:15:04.455051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7244): Launched\u000a23:15:04.782887 run osmo-msc_10.42.42.6(pid=7245): Launched\u000a23:15:04.974228 run osmo-stp_10.42.42.5(pid=7242): ERR: Terminated: ERROR {rc=1} [trial-2383↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7242)]\u000a23:15:05.112008 run osmo-stp_10.42.42.5(pid=7242): stdout: \u000a| (launched: 2022-12-12_23:15:03.578141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:05.249561 run osmo-stp_10.42.42.5(pid=7242): stderr: \u000a| �[0;m�[38;5;43m20221212231503773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231503773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231503774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231503774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231503774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231503774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231503775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:05.381840 run osmo-stp_10.42.42.5(pid=7242): stdout: \u000a| (launched: 2022-12-12_23:15:03.578141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:05.512108 run osmo-stp_10.42.42.5(pid=7242): stderr: \u000a| �[0;m�[38;5;43m20221212231503773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231503773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231503774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231503774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231503774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231503774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231503775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:05.569499 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7242): Process ended prematurely: osmo-stp_10.42.42.5(pid=7242) [trial-2383↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7242)] [trial-2383↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a23:15:05.578614 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a23:15:05.640561 run osmo-hlr_10.42.42.2(pid=7239): ERR: Terminated: ERROR {rc=237} [trial-2383↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7239)]\u000a23:15:05.691381 run osmo-hlr_10.42.42.2(pid=7239): stdout: \u000a| (launched: 2022-12-12_23:15:02.563121) \u000a23:15:05.742590 run osmo-hlr_10.42.42.2(pid=7239): stderr: \u000a| �[0;m�[1;31m20221212231502762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231502762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231502762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231502762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231502762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231502762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231502775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231502784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231502784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231502784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:15:05.812274 run osmo-msc_10.42.42.6(pid=7245): ERR: Terminated: ERROR {rc=2} [trial-2383↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7245)]\u000a23:15:05.862568 run osmo-msc_10.42.42.6(pid=7245): stdout: \u000a| (launched: 2022-12-12_23:15:04.622319) \u000a23:15:05.913679 run osmo-msc_10.42.42.6(pid=7245): stderr: \u000a| �[0;m�[38;5;43m20221212231504945 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212231504945 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4222222c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212231504945 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212231504945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212231504945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212231504946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212231504947 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212231504948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212231504948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212231504948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:15:05.957301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7238): Terminating (SIGTERM)\u000a23:15:05.998397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7241): Terminating (SIGTERM)\u000a23:15:06.039563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7244): Terminating (SIGTERM)\u000a23:15:06.049312 --- ParallelTerminationStrategy: PID 7238 died...\u000a23:15:06.104340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7238): Terminated: ok {rc=0}\u000a23:15:06.114453 --- ParallelTerminationStrategy: PID 7241 died...\u000a23:15:06.169531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7241): Terminated: ok {rc=0}\u000a23:15:06.179595 --- ParallelTerminationStrategy: PID 7244 died...\u000a23:15:06.234581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7244): Terminated: ok {rc=0}\u000a23:15:06.321673 bus /sierra_3: Setting Powered False\u000a23:15:07.424675 bus /sierra_3: Setting Powered False\u000a23:15:08.533563 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:14:48" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7257): Process ended prematurely: osmo-stp_10.42.42.5(pid=7257) [trial-2383↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7257)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7257): Process ended prematurely: osmo-stp_10.42.42.5(pid=7257) [trial-2383↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7257)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a23:15:10.562273 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a23:15:10.573700 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a23:15:10.718615 tst emergency_mo_mt_call.py: using LAC 32177\u000a23:15:10.842293 tst emergency_mo_mt_call.py: using RAC 47\u000a23:15:10.966233 tst emergency_mo_mt_call.py: using CellId 32177\u000a23:15:11.089874 tst emergency_mo_mt_call.py: using BVCI 32178\u000a23:15:11.114378 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a23:15:11.125619 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a23:15:11.136651 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a23:15:11.147681 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a23:15:11.158708 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a23:15:11.169804 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a23:15:11.285951 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a23:15:11.495390 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:15:12.006863 run create_hlr_db(pid=7251): Launched\u000a23:15:12.193622 bus /sierra_2: Setting Powered False\u000a23:15:13.212294 run create_hlr_db(pid=7251): Terminated: ok {rc=0}\u000a23:15:13.616531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7253): Launched\u000a23:15:13.917127 run osmo-hlr_10.42.42.2(pid=7254): Launched\u000a23:15:14.027421 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:15:14.550973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7256): Launched\u000a23:15:14.851979 run osmo-stp_10.42.42.5(pid=7257): Launched\u000a23:15:14.973935 tst emergency_mo_mt_call.py: using MSISDN 8016\u000a23:15:15.123826 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:15:15.675563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7259): Launched\u000a23:15:16.178733 run osmo-msc_10.42.42.6(pid=7260): Launched\u000a23:15:16.606755 run osmo-stp_10.42.42.5(pid=7257): ERR: Terminated: ERROR {rc=1} [trial-2383↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7257)]\u000a23:15:16.841743 run osmo-stp_10.42.42.5(pid=7257): stdout: \u000a| (launched: 2022-12-12_23:15:14.703479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:16.984508 run osmo-stp_10.42.42.5(pid=7257): stderr: \u000a| �[0;m�[38;5;43m20221212231514873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231514873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231514874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231514874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231514874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231514875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231514875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:17.118617 run osmo-stp_10.42.42.5(pid=7257): stdout: \u000a| (launched: 2022-12-12_23:15:14.703479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:17.252569 run osmo-stp_10.42.42.5(pid=7257): stderr: \u000a| �[0;m�[38;5;43m20221212231514873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231514873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231514874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231514874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231514874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231514875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231514875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:17.310971 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=7257): Process ended prematurely: osmo-stp_10.42.42.5(pid=7257) [trial-2383↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7257)] [trial-2383↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a23:15:17.320575 tst emergency_mo_mt_call.py:19: Test FAILED (6.7 sec)\u000a23:15:17.388446 run osmo-hlr_10.42.42.2(pid=7254): ERR: Terminated: ERROR {rc=237} [trial-2383↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7254)]\u000a23:15:17.441138 run osmo-hlr_10.42.42.2(pid=7254): stdout: \u000a| (launched: 2022-12-12_23:15:13.768751) \u000a23:15:17.493039 run osmo-hlr_10.42.42.2(pid=7254): stderr: \u000a| �[0;m�[1;31m20221212231513948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231513948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231513948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231513948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231513948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231513948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231513960 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231513969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231513969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231513969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:15:17.564084 run osmo-msc_10.42.42.6(pid=7260): ERR: Terminated: ERROR {rc=2} [trial-2383↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7260)]\u000a23:15:17.617188 run osmo-msc_10.42.42.6(pid=7260): stdout: \u000a| (launched: 2022-12-12_23:15:15.838485) \u000a23:15:17.668642 run osmo-msc_10.42.42.6(pid=7260): stderr: \u000a| �[0;m�[38;5;43m20221212231516337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212231516337 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb2221f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212231516338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212231516338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212231516340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212231516341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212231516346 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212231516349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212231516349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212231516349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:15:17.712908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7253): Terminating (SIGTERM)\u000a23:15:17.755016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7256): Terminating (SIGTERM)\u000a23:15:17.796446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7259): Terminating (SIGTERM)\u000a23:15:17.805802 --- ParallelTerminationStrategy: PID 7253 died...\u000a23:15:17.860993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7253): Terminated: ok {rc=0}\u000a23:15:17.870990 --- ParallelTerminationStrategy: PID 7256 died...\u000a23:15:17.926137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7256): Terminated: ok {rc=0}\u000a23:15:17.936157 --- ParallelTerminationStrategy: PID 7259 died...\u000a23:15:17.991622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7259): Terminated: ok {rc=0}\u000a23:15:18.078208 bus /sierra_3: Setting Powered False\u000a23:15:19.181270 bus /sierra_3: Setting Powered False\u000a23:15:20.293169 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7268): Process ended prematurely: osmo-stp_10.42.42.5(pid=7268) [trial-2383↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7268)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7268): Process ended prematurely: osmo-stp_10.42.42.5(pid=7268) [trial-2383↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7268)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a23:15:21.343345 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a23:15:21.354806 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a23:15:21.501929 tst emergency_preemptive_call.py: using LAC 32178\u000a23:15:21.627837 tst emergency_preemptive_call.py: using RAC 48\u000a23:15:21.753608 tst emergency_preemptive_call.py: using CellId 32178\u000a23:15:21.880604 tst emergency_preemptive_call.py: using BVCI 32179\u000a23:15:21.905377 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a23:15:21.916681 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a23:15:21.927723 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a23:15:21.938811 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a23:15:21.949871 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a23:15:21.960908 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a23:15:22.075940 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a23:15:22.195287 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a23:15:22.311676 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a23:15:22.520109 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:15:23.036260 run create_hlr_db(pid=7262): Launched\u000a23:15:23.223947 bus /sierra_2: Setting Powered False\u000a23:15:24.242949 run create_hlr_db(pid=7262): Terminated: ok {rc=0}\u000a23:15:24.671608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7264): Launched\u000a23:15:24.992030 run osmo-hlr_10.42.42.2(pid=7265): Launched\u000a23:15:25.112169 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:15:25.671307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7267): Launched\u000a23:15:25.991735 run osmo-stp_10.42.42.5(pid=7268): Launched\u000a23:15:26.119339 tst emergency_preemptive_call.py: using MSISDN 8017\u000a23:15:26.279209 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:15:26.864544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7270): Launched\u000a23:15:27.184817 run osmo-msc_10.42.42.6(pid=7271): Launched\u000a23:15:27.374153 run osmo-stp_10.42.42.5(pid=7268): ERR: Terminated: ERROR {rc=1} [trial-2383↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7268)]\u000a23:15:27.510087 run osmo-stp_10.42.42.5(pid=7268): stdout: \u000a| (launched: 2022-12-12_23:15:25.834517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:27.645151 run osmo-stp_10.42.42.5(pid=7268): stderr: \u000a| �[0;m�[38;5;43m20221212231526029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231526029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231526029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231526030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231526030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231526030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231526030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:27.773738 run osmo-stp_10.42.42.5(pid=7268): stdout: \u000a| (launched: 2022-12-12_23:15:25.834517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:27.901498 run osmo-stp_10.42.42.5(pid=7268): stderr: \u000a| �[0;m�[38;5;43m20221212231526029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231526029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231526029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231526030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231526030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231526030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231526030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:27.957436 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=7268): Process ended prematurely: osmo-stp_10.42.42.5(pid=7268) [trial-2383↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7268)] [trial-2383↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a23:15:27.965962 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a23:15:28.028392 run osmo-hlr_10.42.42.2(pid=7265): ERR: Terminated: ERROR {rc=237} [trial-2383↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7265)]\u000a23:15:28.079451 run osmo-hlr_10.42.42.2(pid=7265): stdout: \u000a| (launched: 2022-12-12_23:15:24.835428) \u000a23:15:28.131050 run osmo-hlr_10.42.42.2(pid=7265): stderr: \u000a| �[0;m�[1;31m20221212231525034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231525034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231525034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231525034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231525034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231525034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231525046 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231525055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231525055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231525055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:15:28.201563 run osmo-msc_10.42.42.6(pid=7271): ERR: Terminated: ERROR {rc=2} [trial-2383↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7271)]\u000a23:15:28.252475 run osmo-msc_10.42.42.6(pid=7271): stdout: \u000a| (launched: 2022-12-12_23:15:27.027743) \u000a23:15:28.304040 run osmo-msc_10.42.42.6(pid=7271): stderr: \u000a| �[0;m�[38;5;43m20221212231527349 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212231527349 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15fc5d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212231527349 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212231527350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212231527350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212231527350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212231527352 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212231527352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212231527352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212231527352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:15:28.348039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7264): Terminating (SIGTERM)\u000a23:15:28.389610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7267): Terminating (SIGTERM)\u000a23:15:28.431036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7270): Terminating (SIGTERM)\u000a23:15:28.440710 --- ParallelTerminationStrategy: PID 7264 died...\u000a23:15:28.495986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7264): Terminated: ok {rc=0}\u000a23:15:28.506203 --- ParallelTerminationStrategy: PID 7267 died...\u000a23:15:28.561422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7267): Terminated: ok {rc=0}\u000a23:15:28.571443 --- ParallelTerminationStrategy: PID 7270 died...\u000a23:15:28.626398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7270): Terminated: ok {rc=0}\u000a23:15:28.713430 bus /sierra_9: Setting Powered False\u000a23:15:29.819778 bus /sierra_9: Setting Powered False\u000a23:15:30.951932 bus /sierra_8: Setting Powered False\u000a23:15:32.055748 bus /sierra_8: Setting Powered False\u000a23:15:33.160852 bus /sierra_3: Setting Powered False\u000a23:15:34.267407 bus /sierra_3: Setting Powered False\u000a23:15:35.375747 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:15:10" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7286): Process ended prematurely: osmo-stp_10.42.42.5(pid=7286) [trial-2383↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7286)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7286): Process ended prematurely: osmo-stp_10.42.42.5(pid=7286) [trial-2383↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7286)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:15:37.510838 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:15:37.522158 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a23:15:37.664897 tst cs_paging_gprs_active.py: using LAC 32179\u000a23:15:37.792015 tst cs_paging_gprs_active.py: using RAC 49\u000a23:15:37.917308 tst cs_paging_gprs_active.py: using CellId 32179\u000a23:15:38.039091 tst cs_paging_gprs_active.py: using BVCI 32180\u000a23:15:38.062862 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:15:38.073700 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:15:38.084243 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:15:38.095211 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:15:38.106042 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:15:38.117218 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:15:38.128232 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:15:38.139098 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:15:38.150162 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a23:15:38.272195 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a23:15:38.572329 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:15:38.709548 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:15:39.048912 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7276): Launched\u000a23:15:39.331408 run iperf3-srv_10.42.42.10(pid=7277): Launched\u000a23:15:39.532438 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:15:39.668918 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:15:40.008383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7278): Launched\u000a23:15:40.292385 run iperf3-srv_10.42.42.10(pid=7279): Launched\u000a23:15:40.493320 tst cs_paging_gprs_active.py:38: start network...\u000a23:15:40.629793 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:15:41.154908 run create_hlr_db(pid=7280): Launched\u000a23:15:41.345093 bus /sierra_2: Setting Powered False\u000a23:15:42.364743 run create_hlr_db(pid=7280): Terminated: ok {rc=0}\u000a23:15:42.777623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7282): Launched\u000a23:15:43.087578 run osmo-hlr_10.42.42.2(pid=7283): Launched\u000a23:15:43.208522 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:15:43.749663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7285): Launched\u000a23:15:44.058318 run osmo-stp_10.42.42.5(pid=7286): Launched\u000a23:15:44.171364 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:15:44.707375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7288): Launched\u000a23:15:44.817470 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:15:45.087601 run patchelf(pid=7289): Launched\u000a23:15:45.267600 run osmo-stp_10.42.42.5(pid=7286): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7286)]\u000a23:15:45.398772 run osmo-stp_10.42.42.5(pid=7286): stdout: \u000a| (launched: 2022-12-12_23:15:43.906167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:45.530034 run osmo-stp_10.42.42.5(pid=7286): stderr: \u000a| �[0;m�[38;5;43m20221212231544077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231544077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231544077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231544078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231544080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231544080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231544080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:45.657203 run osmo-stp_10.42.42.5(pid=7286): stdout: \u000a| (launched: 2022-12-12_23:15:43.906167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:45.783448 run osmo-stp_10.42.42.5(pid=7286): stderr: \u000a| �[0;m�[38;5;43m20221212231544077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231544077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231544077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231544078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231544080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231544080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231544080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:45.966807 run patchelf(pid=7289): Terminating (SIGINT)\u000a23:15:46.154787 run patchelf(pid=7289): Terminated: ok {rc=0}\u000a23:15:46.190176 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7286): Process ended prematurely: osmo-stp_10.42.42.5(pid=7286) [trial-2383↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7286)] [trial-2383↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a23:15:46.200277 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a23:15:46.263877 run osmo-hlr_10.42.42.2(pid=7283): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7283)]\u000a23:15:46.317033 run osmo-hlr_10.42.42.2(pid=7283): stdout: \u000a| (launched: 2022-12-12_23:15:42.935184) \u000a23:15:46.371191 run osmo-hlr_10.42.42.2(pid=7283): stderr: \u000a| �[0;m�[1;31m20221212231543111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231543112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231543112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231543112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231543112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231543112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231543124 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231543132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231543132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231543132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:15:46.417216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7276): Terminating (SIGTERM)\u000a23:15:46.459346 run iperf3-srv_10.42.42.10(pid=7277): Terminating (SIGTERM)\u000a23:15:46.503755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7278): Terminating (SIGTERM)\u000a23:15:46.546380 run iperf3-srv_10.42.42.10(pid=7279): Terminating (SIGTERM)\u000a23:15:46.590530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7282): Terminating (SIGTERM)\u000a23:15:46.634958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7285): Terminating (SIGTERM)\u000a23:15:46.680322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7288): Terminating (SIGTERM)\u000a23:15:46.691139 --- ParallelTerminationStrategy: PID 7276 died...\u000a23:15:46.755423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7276): Terminated: ok {rc=0}\u000a23:15:46.767723 --- ParallelTerminationStrategy: PID 7277 died...\u000a23:15:46.833185 run iperf3-srv_10.42.42.10(pid=7277): Terminated {rc=256}\u000a23:15:46.845772 --- ParallelTerminationStrategy: PID 7278 died...\u000a23:15:46.913485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7278): Terminated: ok {rc=0}\u000a23:15:46.926264 --- ParallelTerminationStrategy: PID 7279 died...\u000a23:15:46.993236 run iperf3-srv_10.42.42.10(pid=7279): Terminated {rc=256}\u000a23:15:47.003929 --- ParallelTerminationStrategy: PID 7282 died...\u000a23:15:47.061246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7282): Terminated: ok {rc=0}\u000a23:15:47.072089 --- ParallelTerminationStrategy: PID 7285 died...\u000a23:15:47.129853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7285): Terminated: ok {rc=0}\u000a23:15:47.141282 --- ParallelTerminationStrategy: PID 7288 died...\u000a23:15:47.199964 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7288): Terminated: ok {rc=0}\u000a23:15:47.287257 bus /gobi_0: Setting Powered False\u000a23:15:48.389785 bus /gobi_0: Setting Powered False\u000a23:15:49.499846 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7298): Process ended prematurely: osmo-stp_10.42.42.5(pid=7298) [trial-2383↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7298)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7298): Process ended prematurely: osmo-stp_10.42.42.5(pid=7298) [trial-2383↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7298)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a23:15:50.615170 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:15:50.626895 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a23:15:50.773534 tst iperf3.py: using LAC 32180\u000a23:15:50.902504 tst iperf3.py: using RAC 50\u000a23:15:51.031305 tst iperf3.py: using CellId 32180\u000a23:15:51.155560 tst iperf3.py: using BVCI 32181\u000a23:15:51.179351 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:15:51.190358 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:15:51.200691 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:15:51.211546 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:15:51.222524 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:15:51.233291 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:15:51.244125 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:15:51.254852 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:15:51.265693 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a23:15:51.546390 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:15:51.674460 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:15:51.992904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7290): Launched\u000a23:15:52.257442 run iperf3-srv_10.42.42.10(pid=7291): Launched\u000a23:15:52.444800 tst iperf3.py:8: start network...\u000a23:15:52.572803 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:15:53.056469 run create_hlr_db(pid=7292): Launched\u000a23:15:53.233601 bus /gobi_6: Setting Powered False\u000a23:15:54.254074 run create_hlr_db(pid=7292): Terminated: ok {rc=0}\u000a23:15:54.690769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7294): Launched\u000a23:15:55.020928 run osmo-hlr_10.42.42.2(pid=7295): Launched\u000a23:15:55.142182 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:15:55.712650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7297): Launched\u000a23:15:56.041458 run osmo-stp_10.42.42.5(pid=7298): Launched\u000a23:15:56.160837 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:15:56.731654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7300): Launched\u000a23:15:56.848401 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:15:57.135366 run patchelf(pid=7301): Launched\u000a23:15:57.328188 run osmo-stp_10.42.42.5(pid=7298): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7298)]\u000a23:15:57.468423 run osmo-stp_10.42.42.5(pid=7298): stdout: \u000a| (launched: 2022-12-12_23:15:55.879835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:57.609096 run osmo-stp_10.42.42.5(pid=7298): stderr: \u000a| �[0;m�[38;5;43m20221212231556075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231556075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231556075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231556075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231556076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231556076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231556076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:57.745030 run osmo-stp_10.42.42.5(pid=7298): stdout: \u000a| (launched: 2022-12-12_23:15:55.879835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:57.879723 run osmo-stp_10.42.42.5(pid=7298): stderr: \u000a| �[0;m�[38;5;43m20221212231556075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231556075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231556075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231556075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231556076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231556076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231556076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:58.037870 run patchelf(pid=7301): Terminating (SIGINT)\u000a23:15:58.223366 run patchelf(pid=7301): Terminated: ok {rc=0}\u000a23:15:58.257226 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7298): Process ended prematurely: osmo-stp_10.42.42.5(pid=7298) [trial-2383↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7298)] [trial-2383↪gprs:nanobts+band-900↪iperf3.py:8]\u000a23:15:58.267080 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a23:15:58.329789 run osmo-hlr_10.42.42.2(pid=7295): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7295)]\u000a23:15:58.380734 run osmo-hlr_10.42.42.2(pid=7295): stdout: \u000a| (launched: 2022-12-12_23:15:54.858976) \u000a23:15:58.431863 run osmo-hlr_10.42.42.2(pid=7295): stderr: \u000a| �[0;m�[1;31m20221212231555058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231555058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231555058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231555058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231555058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231555058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231555074 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231555084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231555084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231555084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:15:58.475641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7290): Terminating (SIGTERM)\u000a23:15:58.516826 run iperf3-srv_10.42.42.10(pid=7291): Terminating (SIGTERM)\u000a23:15:58.558175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7294): Terminating (SIGTERM)\u000a23:15:58.599410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7297): Terminating (SIGTERM)\u000a23:15:58.640438 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7300): Terminating (SIGTERM)\u000a23:15:58.650139 --- ParallelTerminationStrategy: PID 7290 died...\u000a23:15:58.704912 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7290): Terminated: ok {rc=0}\u000a23:15:58.714877 --- ParallelTerminationStrategy: PID 7291 died...\u000a23:15:58.769280 run iperf3-srv_10.42.42.10(pid=7291): Terminated {rc=256}\u000a23:15:58.779177 --- ParallelTerminationStrategy: PID 7294 died...\u000a23:15:58.833783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7294): Terminated: ok {rc=0}\u000a23:15:58.843780 --- ParallelTerminationStrategy: PID 7297 died...\u000a23:15:58.898511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7297): Terminated: ok {rc=0}\u000a23:15:58.908495 --- ParallelTerminationStrategy: PID 7300 died...\u000a23:15:58.963261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7300): Terminated: ok {rc=0}\u000a23:15:59.048774 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-900", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7316): Process ended prematurely: osmo-stp_10.42.42.5(pid=7316) [trial-2383↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7316)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7316): Process ended prematurely: osmo-stp_10.42.42.5(pid=7316) [trial-2383↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7316)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a23:16:00.164085 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:16:00.176213 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a23:16:00.320337 tst iperf3m4.py: using LAC 32181\u000a23:16:00.452129 tst iperf3m4.py: using RAC 51\u000a23:16:00.582581 tst iperf3m4.py: using CellId 32181\u000a23:16:00.708229 tst iperf3m4.py: using BVCI 32182\u000a23:16:00.731970 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:16:00.742754 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:16:00.753292 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:16:00.764136 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:16:00.775239 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:16:00.785966 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:16:00.797773 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:16:00.808280 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:16:00.819258 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a23:16:00.961041 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a23:16:01.087084 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a23:16:01.211058 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a23:16:01.517148 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:16:01.650268 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:16:01.988508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7302): Launched\u000a23:16:02.279596 run iperf3-srv_10.42.42.10(pid=7303): Launched\u000a23:16:02.467833 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:16:02.596413 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:16:02.914428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7304): Launched\u000a23:16:03.180345 run iperf3-srv_10.42.42.10(pid=7305): Launched\u000a23:16:03.368645 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:16:03.497423 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:16:03.816196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7306): Launched\u000a23:16:04.088130 run iperf3-srv_10.42.42.10(pid=7307): Launched\u000a23:16:04.290333 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:16:04.428677 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:16:04.768832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7308): Launched\u000a23:16:05.052632 run iperf3-srv_10.42.42.10(pid=7309): Launched\u000a23:16:05.253365 tst iperf3m4.py:8: start network...\u000a23:16:05.390691 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:16:05.915403 run create_hlr_db(pid=7310): Launched\u000a23:16:06.105145 bus /gobi_6: Setting Powered False\u000a23:16:07.126514 run create_hlr_db(pid=7310): Terminated: ok {rc=0}\u000a23:16:07.563246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7312): Launched\u000a23:16:07.891644 run osmo-hlr_10.42.42.2(pid=7313): Launched\u000a23:16:08.012217 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:16:08.587658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7315): Launched\u000a23:16:08.916116 run osmo-stp_10.42.42.5(pid=7316): Launched\u000a23:16:09.035857 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:16:09.608282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7318): Launched\u000a23:16:09.725561 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:16:10.011522 run patchelf(pid=7319): Launched\u000a23:16:10.203328 run osmo-stp_10.42.42.5(pid=7316): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7316)]\u000a23:16:10.343830 run osmo-stp_10.42.42.5(pid=7316): stdout: \u000a| (launched: 2022-12-12_23:16:08.755144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:10.484423 run osmo-stp_10.42.42.5(pid=7316): stderr: \u000a| �[0;m�[38;5;43m20221212231608949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231608949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231608949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231608950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231608952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231608952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231608952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:10.619879 run osmo-stp_10.42.42.5(pid=7316): stdout: \u000a| (launched: 2022-12-12_23:16:08.755144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:10.754550 run osmo-stp_10.42.42.5(pid=7316): stderr: \u000a| �[0;m�[38;5;43m20221212231608949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231608949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231608949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231608950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231608952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231608952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231608952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:10.911912 run patchelf(pid=7319): Terminating (SIGINT)\u000a23:16:11.097540 run patchelf(pid=7319): Terminated: ok {rc=0}\u000a23:16:11.131194 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7316): Process ended prematurely: osmo-stp_10.42.42.5(pid=7316) [trial-2383↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7316)] [trial-2383↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a23:16:11.140828 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a23:16:11.203908 run osmo-hlr_10.42.42.2(pid=7313): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7313)]\u000a23:16:11.255150 run osmo-hlr_10.42.42.2(pid=7313): stdout: \u000a| (launched: 2022-12-12_23:16:07.730646) \u000a23:16:11.306915 run osmo-hlr_10.42.42.2(pid=7313): stderr: \u000a| �[0;m�[1;31m20221212231607933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231607933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231607933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231607933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231607933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231607933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231607945 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231607953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231607953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231607953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:16:11.351520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7302): Terminating (SIGTERM)\u000a23:16:11.393536 run iperf3-srv_10.42.42.10(pid=7303): Terminating (SIGTERM)\u000a23:16:11.435438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7304): Terminating (SIGTERM)\u000a23:16:11.477166 run iperf3-srv_10.42.42.10(pid=7305): Terminating (SIGTERM)\u000a23:16:11.519024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7306): Terminating (SIGTERM)\u000a23:16:11.560711 run iperf3-srv_10.42.42.10(pid=7307): Terminating (SIGTERM)\u000a23:16:11.602672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7308): Terminating (SIGTERM)\u000a23:16:11.644267 run iperf3-srv_10.42.42.10(pid=7309): Terminating (SIGTERM)\u000a23:16:11.686091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7312): Terminating (SIGTERM)\u000a23:16:11.727989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7315): Terminating (SIGTERM)\u000a23:16:11.769834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7318): Terminating (SIGTERM)\u000a23:16:11.779575 --- ParallelTerminationStrategy: PID 7302 died...\u000a23:16:11.835515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7302): Terminated: ok {rc=0}\u000a23:16:11.845839 --- ParallelTerminationStrategy: PID 7303 died...\u000a23:16:11.901325 run iperf3-srv_10.42.42.10(pid=7303): Terminated {rc=256}\u000a23:16:11.911470 --- ParallelTerminationStrategy: PID 7304 died...\u000a23:16:11.966723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7304): Terminated: ok {rc=0}\u000a23:16:11.976826 --- ParallelTerminationStrategy: PID 7305 died...\u000a23:16:12.032032 run iperf3-srv_10.42.42.10(pid=7305): Terminated {rc=256}\u000a23:16:12.042306 --- ParallelTerminationStrategy: PID 7306 died...\u000a23:16:12.097611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7306): Terminated: ok {rc=0}\u000a23:16:12.107656 --- ParallelTerminationStrategy: PID 7307 died...\u000a23:16:12.162353 run iperf3-srv_10.42.42.10(pid=7307): Terminated {rc=256}\u000a23:16:12.172297 --- ParallelTerminationStrategy: PID 7308 died...\u000a23:16:12.227009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7308): Terminated: ok {rc=0}\u000a23:16:12.237100 --- ParallelTerminationStrategy: PID 7309 died...\u000a23:16:12.291473 run iperf3-srv_10.42.42.10(pid=7309): Terminated {rc=256}\u000a23:16:12.301565 --- ParallelTerminationStrategy: PID 7312 died...\u000a23:16:12.356653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7312): Terminated: ok {rc=0}\u000a23:16:12.366636 --- ParallelTerminationStrategy: PID 7315 died...\u000a23:16:12.421644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7315): Terminated: ok {rc=0}\u000a23:16:12.431714 --- ParallelTerminationStrategy: PID 7318 died...\u000a23:16:12.486616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7318): Terminated: ok {rc=0}\u000a23:16:12.572290 bus /gobi_4: Setting Powered False\u000a23:16:13.678246 bus /gobi_4: Setting Powered False\u000a23:16:14.785259 bus /gobi_1: Setting Powered False\u000a23:16:15.909329 bus /gobi_1: Setting Powered False\u000a23:16:17.024805 bus /gobi_0: Setting Powered False\u000a23:16:18.127065 bus /gobi_0: Setting Powered False\u000a23:16:19.238821 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7326): Process ended prematurely: osmo-stp_10.42.42.5(pid=7326) [trial-2383↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7326)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7326): Process ended prematurely: osmo-stp_10.42.42.5(pid=7326) [trial-2383↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7326)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a23:16:20.307184 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:16:20.318953 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a23:16:20.462128 tst ping.py: using LAC 32182\u000a23:16:20.588499 tst ping.py: using RAC 52\u000a23:16:20.714773 tst ping.py: using CellId 32182\u000a23:16:20.841282 tst ping.py: using BVCI 32183\u000a23:16:20.866115 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:16:20.877315 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:16:20.888213 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:16:20.899214 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:16:20.910137 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:16:20.921006 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:16:20.932043 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:16:20.943077 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a23:16:21.235565 tst ping.py:19: start network...\u000a23:16:21.370395 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:16:21.882489 run create_hlr_db(pid=7320): Launched\u000a23:16:22.069057 bus /gobi_6: Setting Powered False\u000a23:16:23.087535 run create_hlr_db(pid=7320): Terminated: ok {rc=0}\u000a23:16:23.515477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7322): Launched\u000a23:16:23.835363 run osmo-hlr_10.42.42.2(pid=7323): Launched\u000a23:16:23.951842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:16:24.513733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7325): Launched\u000a23:16:24.834529 run osmo-stp_10.42.42.5(pid=7326): Launched\u000a23:16:24.950562 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:16:25.511890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7328): Launched\u000a23:16:25.626518 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:16:25.908338 run patchelf(pid=7329): Launched\u000a23:16:26.096795 run osmo-stp_10.42.42.5(pid=7326): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7326)]\u000a23:16:26.234279 run osmo-stp_10.42.42.5(pid=7326): stdout: \u000a| (launched: 2022-12-12_23:16:24.677224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:26.372397 run osmo-stp_10.42.42.5(pid=7326): stderr: \u000a| �[0;m�[38;5;43m20221212231624869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231624869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231624869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231624870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231624872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231624872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231624872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:26.505283 run osmo-stp_10.42.42.5(pid=7326): stdout: \u000a| (launched: 2022-12-12_23:16:24.677224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:26.636823 run osmo-stp_10.42.42.5(pid=7326): stderr: \u000a| �[0;m�[38;5;43m20221212231624869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231624869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231624869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231624870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231624872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231624872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231624872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:26.791392 run patchelf(pid=7329): Terminating (SIGINT)\u000a23:16:26.973734 run patchelf(pid=7329): Terminated: ok {rc=0}\u000a23:16:27.006519 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7326): Process ended prematurely: osmo-stp_10.42.42.5(pid=7326) [trial-2383↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7326)] [trial-2383↪gprs:nanobts+band-900↪ping.py:22]\u000a23:16:27.015595 tst ping.py:22: Test FAILED (6.7 sec)\u000a23:16:27.078102 run osmo-hlr_10.42.42.2(pid=7323): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7323)]\u000a23:16:27.129064 run osmo-hlr_10.42.42.2(pid=7323): stdout: \u000a| (launched: 2022-12-12_23:16:23.678676) \u000a23:16:27.181049 run osmo-hlr_10.42.42.2(pid=7323): stderr: \u000a| �[0;m�[1;31m20221212231623877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231623878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231623878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231623878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231623878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231623878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231623890 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231623900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231623900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231623900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:16:27.225196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7322): Terminating (SIGTERM)\u000a23:16:27.266639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7325): Terminating (SIGTERM)\u000a23:16:27.308164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7328): Terminating (SIGTERM)\u000a23:16:27.317943 --- ParallelTerminationStrategy: PID 7322 died...\u000a23:16:27.373768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7322): Terminated: ok {rc=0}\u000a23:16:27.383955 --- ParallelTerminationStrategy: PID 7325 died...\u000a23:16:27.439253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7325): Terminated: ok {rc=0}\u000a23:16:27.449393 --- ParallelTerminationStrategy: PID 7328 died...\u000a23:16:27.504507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7328): Terminated: ok {rc=0}\u000a23:16:27.590260 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7336): Process ended prematurely: osmo-stp_10.42.42.5(pid=7336) [trial-2383↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7336)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7336): Process ended prematurely: osmo-stp_10.42.42.5(pid=7336) [trial-2383↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a23:16:28.642752 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:16:28.654296 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a23:16:28.798256 tst ping_idle_ping.py: using LAC 32183\u000a23:16:28.925938 tst ping_idle_ping.py: using RAC 53\u000a23:16:29.052120 tst ping_idle_ping.py: using CellId 32183\u000a23:16:29.182834 tst ping_idle_ping.py: using BVCI 32184\u000a23:16:29.207839 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:16:29.219159 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:16:29.230154 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:16:29.241235 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:16:29.252101 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:16:29.263063 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:16:29.274664 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a23:16:29.285700 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a23:16:29.574726 tst ping_idle_ping.py:24: start network...\u000a23:16:29.708872 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:16:30.224907 run create_hlr_db(pid=7330): Launched\u000a23:16:30.412899 bus /gobi_6: Setting Powered False\u000a23:16:31.425753 run create_hlr_db(pid=7330): Terminated: ok {rc=0}\u000a23:16:31.862088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7332): Launched\u000a23:16:32.304789 run osmo-hlr_10.42.42.2(pid=7333): Launched\u000a23:16:32.422657 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:16:32.981518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7335): Launched\u000a23:16:33.304658 run osmo-stp_10.42.42.5(pid=7336): Launched\u000a23:16:33.422566 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:16:33.985570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7338): Launched\u000a23:16:34.100464 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:16:34.383227 run patchelf(pid=7339): Launched\u000a23:16:34.572542 run osmo-stp_10.42.42.5(pid=7336): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7336)]\u000a23:16:34.710557 run osmo-stp_10.42.42.5(pid=7336): stdout: \u000a| (launched: 2022-12-12_23:16:33.145762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:34.848532 run osmo-stp_10.42.42.5(pid=7336): stderr: \u000a| �[0;m�[38;5;43m20221212231633338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231633338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231633338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231633339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231633339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231633339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231633339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:34.981811 run osmo-stp_10.42.42.5(pid=7336): stdout: \u000a| (launched: 2022-12-12_23:16:33.145762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:35.114013 run osmo-stp_10.42.42.5(pid=7336): stderr: \u000a| �[0;m�[38;5;43m20221212231633338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231633338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231633338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231633339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231633339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231633339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231633339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:35.269410 run patchelf(pid=7339): Terminating (SIGINT)\u000a23:16:35.452306 run patchelf(pid=7339): Terminated: ok {rc=0}\u000a23:16:35.485204 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7336): Process ended prematurely: osmo-stp_10.42.42.5(pid=7336) [trial-2383↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7336)] [trial-2383↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a23:16:35.494345 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a23:16:35.556455 run osmo-hlr_10.42.42.2(pid=7333): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7333)]\u000a23:16:35.607507 run osmo-hlr_10.42.42.2(pid=7333): stdout: \u000a| (launched: 2022-12-12_23:16:32.020863) \u000a23:16:35.659058 run osmo-hlr_10.42.42.2(pid=7333): stderr: \u000a| �[0;m�[1;31m20221212231632234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231632234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231632234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231632234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231632234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231632234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231632247 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231632260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231632260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231632260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:16:35.703157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7332): Terminating (SIGTERM)\u000a23:16:35.744818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7335): Terminating (SIGTERM)\u000a23:16:35.786525 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7338): Terminating (SIGTERM)\u000a23:16:35.796331 --- ParallelTerminationStrategy: PID 7332 died...\u000a23:16:35.851834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7332): Terminated: ok {rc=0}\u000a23:16:35.861985 --- ParallelTerminationStrategy: PID 7335 died...\u000a23:16:35.917117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7335): Terminated: ok {rc=0}\u000a23:16:35.927184 --- ParallelTerminationStrategy: PID 7338 died...\u000a23:16:35.982232 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7338): Terminated: ok {rc=0}\u000a23:16:36.069324 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:15:37" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7353): Process ended prematurely: osmo-stp_10.42.42.5(pid=7353) [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7353)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7353): Process ended prematurely: osmo-stp_10.42.42.5(pid=7353) [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7353)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:16:38.215563 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:16:38.227090 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:16:38.373537 tst cs_paging_gprs_active.py: using LAC 32184\u000a23:16:38.504627 tst cs_paging_gprs_active.py: using RAC 54\u000a23:16:38.635260 tst cs_paging_gprs_active.py: using CellId 32184\u000a23:16:38.763836 tst cs_paging_gprs_active.py: using BVCI 32185\u000a23:16:38.788915 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:16:38.800400 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:16:38.811557 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:16:38.823164 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:16:38.834361 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:16:38.845587 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:16:38.856755 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:16:38.867808 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:16:38.879124 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:16:38.998805 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:16:39.296089 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:16:39.433789 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:16:39.773005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7343): Launched\u000a23:16:40.055219 run iperf3-srv_10.42.42.10(pid=7344): Launched\u000a23:16:40.256636 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:16:40.394307 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:16:40.732941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7345): Launched\u000a23:16:41.014564 run iperf3-srv_10.42.42.10(pid=7346): Launched\u000a23:16:41.216204 tst cs_paging_gprs_active.py:38: start network...\u000a23:16:41.354610 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:16:41.877860 run create_hlr_db(pid=7347): Launched\u000a23:16:42.066797 bus /gobi_6: Setting Powered False\u000a23:16:43.086781 run create_hlr_db(pid=7347): Terminated: ok {rc=0}\u000a23:16:43.500485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7349): Launched\u000a23:16:43.809741 run osmo-hlr_10.42.42.2(pid=7350): Launched\u000a23:16:43.931439 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:16:44.476847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7352): Launched\u000a23:16:44.785803 run osmo-stp_10.42.42.5(pid=7353): Launched\u000a23:16:44.899209 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:16:45.436125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7355): Launched\u000a23:16:45.546251 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:16:45.815320 run patchelf(pid=7356): Launched\u000a23:16:46.030789 run osmo-stp_10.42.42.5(pid=7353): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7353)]\u000a23:16:46.184111 run osmo-stp_10.42.42.5(pid=7353): stdout: \u000a| (launched: 2022-12-12_23:16:44.633164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:46.329599 run osmo-stp_10.42.42.5(pid=7353): stderr: \u000a| �[0;m�[38;5;43m20221212231644805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231644805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231644805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231644805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231644808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231644808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231644808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:46.471197 run osmo-stp_10.42.42.5(pid=7353): stdout: \u000a| (launched: 2022-12-12_23:16:44.633164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:46.611248 run osmo-stp_10.42.42.5(pid=7353): stderr: \u000a| �[0;m�[38;5;43m20221212231644805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231644805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231644805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231644805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231644808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231644808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231644808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:46.772909 run patchelf(pid=7356): Terminating (SIGINT)\u000a23:16:46.964847 run patchelf(pid=7356): Terminated: ok {rc=0}\u000a23:16:47.001458 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7353): Process ended prematurely: osmo-stp_10.42.42.5(pid=7353) [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7353)] [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a23:16:47.012494 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a23:16:47.077051 run osmo-hlr_10.42.42.2(pid=7350): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7350)]\u000a23:16:47.128920 run osmo-hlr_10.42.42.2(pid=7350): stdout: \u000a| (launched: 2022-12-12_23:16:43.656830) \u000a23:16:47.181702 run osmo-hlr_10.42.42.2(pid=7350): stderr: \u000a| �[0;m�[1;31m20221212231643834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231643834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231643834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231643834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231643834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231643834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231643847 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231643857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231643857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231643857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:16:47.225868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7343): Terminating (SIGTERM)\u000a23:16:47.267181 run iperf3-srv_10.42.42.10(pid=7344): Terminating (SIGTERM)\u000a23:16:47.308734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7345): Terminating (SIGTERM)\u000a23:16:47.350926 run iperf3-srv_10.42.42.10(pid=7346): Terminating (SIGTERM)\u000a23:16:47.392828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7349): Terminating (SIGTERM)\u000a23:16:47.435229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7352): Terminating (SIGTERM)\u000a23:16:47.476600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7355): Terminating (SIGTERM)\u000a23:16:47.486456 --- ParallelTerminationStrategy: PID 7343 died...\u000a23:16:47.542301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7343): Terminated: ok {rc=0}\u000a23:16:47.552412 --- ParallelTerminationStrategy: PID 7344 died...\u000a23:16:47.607740 run iperf3-srv_10.42.42.10(pid=7344): Terminated {rc=256}\u000a23:16:47.617746 --- ParallelTerminationStrategy: PID 7345 died...\u000a23:16:47.673088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7345): Terminated: ok {rc=0}\u000a23:16:47.683182 --- ParallelTerminationStrategy: PID 7346 died...\u000a23:16:47.738244 run iperf3-srv_10.42.42.10(pid=7346): Terminated {rc=256}\u000a23:16:47.748326 --- ParallelTerminationStrategy: PID 7349 died...\u000a23:16:47.803641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7349): Terminated: ok {rc=0}\u000a23:16:47.813718 --- ParallelTerminationStrategy: PID 7352 died...\u000a23:16:47.868691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7352): Terminated: ok {rc=0}\u000a23:16:47.878724 --- ParallelTerminationStrategy: PID 7355 died...\u000a23:16:47.933945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7355): Terminated: ok {rc=0}\u000a23:16:48.019359 bus /gobi_0: Setting Powered False\u000a23:16:49.125835 bus /gobi_0: Setting Powered False\u000a23:16:50.233619 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7365): Process ended prematurely: osmo-stp_10.42.42.5(pid=7365) [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7365)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7365): Process ended prematurely: osmo-stp_10.42.42.5(pid=7365) [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7365)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a23:16:51.349917 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:16:51.361982 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:16:51.513121 tst iperf3.py: using LAC 32185\u000a23:16:51.637517 tst iperf3.py: using RAC 55\u000a23:16:51.759107 tst iperf3.py: using CellId 32185\u000a23:16:51.878989 tst iperf3.py: using BVCI 32186\u000a23:16:51.903092 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:16:51.914255 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:16:51.925108 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:16:51.936146 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:16:51.947178 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:16:51.957811 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:16:51.969163 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:16:51.979946 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:16:51.991526 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:16:52.288763 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:16:52.426796 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:16:52.767135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7357): Launched\u000a23:16:53.050369 run iperf3-srv_10.42.42.10(pid=7358): Launched\u000a23:16:53.252448 tst iperf3.py:8: start network...\u000a23:16:53.390530 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:16:53.915825 run create_hlr_db(pid=7359): Launched\u000a23:16:54.106067 bus /gobi_6: Setting Powered False\u000a23:16:55.126554 run create_hlr_db(pid=7359): Terminated: ok {rc=0}\u000a23:16:55.541386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7361): Launched\u000a23:16:55.851153 run osmo-hlr_10.42.42.2(pid=7362): Launched\u000a23:16:55.968590 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:16:56.512086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7364): Launched\u000a23:16:56.821448 run osmo-stp_10.42.42.5(pid=7365): Launched\u000a23:16:56.934410 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:16:57.472774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7367): Launched\u000a23:16:57.583481 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:16:57.852547 run patchelf(pid=7368): Launched\u000a23:16:58.032660 run osmo-stp_10.42.42.5(pid=7365): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7365)]\u000a23:16:58.164151 run osmo-stp_10.42.42.5(pid=7365): stdout: \u000a| (launched: 2022-12-12_23:16:56.668627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:58.296049 run osmo-stp_10.42.42.5(pid=7365): stderr: \u000a| �[0;m�[38;5;43m20221212231656839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231656839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231656839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231656840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231656840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231656840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231656840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:58.423648 run osmo-stp_10.42.42.5(pid=7365): stdout: \u000a| (launched: 2022-12-12_23:16:56.668627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:58.550099 run osmo-stp_10.42.42.5(pid=7365): stderr: \u000a| �[0;m�[38;5;43m20221212231656839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231656839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231656839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231656840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231656840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231656840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231656840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:58.698121 run patchelf(pid=7368): Terminating (SIGINT)\u000a23:16:58.872324 run patchelf(pid=7368): Terminated: ok {rc=0}\u000a23:16:58.904218 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7365): Process ended prematurely: osmo-stp_10.42.42.5(pid=7365) [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7365)] [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a23:16:58.913480 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a23:16:58.973289 run osmo-hlr_10.42.42.2(pid=7362): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7362)]\u000a23:16:59.021334 run osmo-hlr_10.42.42.2(pid=7362): stdout: \u000a| (launched: 2022-12-12_23:16:55.699040) \u000a23:16:59.070524 run osmo-hlr_10.42.42.2(pid=7362): stderr: \u000a| �[0;m�[1;31m20221212231655879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231655879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231655879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231655879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231655879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231655879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231655892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231655901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231655901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231655901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:16:59.112349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7357): Terminating (SIGTERM)\u000a23:16:59.151937 run iperf3-srv_10.42.42.10(pid=7358): Terminating (SIGTERM)\u000a23:16:59.196483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7361): Terminating (SIGTERM)\u000a23:16:59.238241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7364): Terminating (SIGTERM)\u000a23:16:59.279670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7367): Terminating (SIGTERM)\u000a23:16:59.289489 --- ParallelTerminationStrategy: PID 7357 died...\u000a23:16:59.345721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7357): Terminated: ok {rc=0}\u000a23:16:59.356403 --- ParallelTerminationStrategy: PID 7358 died...\u000a23:16:59.411719 run iperf3-srv_10.42.42.10(pid=7358): Terminated {rc=256}\u000a23:16:59.421776 --- ParallelTerminationStrategy: PID 7361 died...\u000a23:16:59.477651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7361): Terminated: ok {rc=0}\u000a23:16:59.487867 --- ParallelTerminationStrategy: PID 7364 died...\u000a23:16:59.543036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7364): Terminated: ok {rc=0}\u000a23:16:59.553221 --- ParallelTerminationStrategy: PID 7367 died...\u000a23:16:59.608653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7367): Terminated: ok {rc=0}\u000a23:16:59.694344 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7386): Process ended prematurely: osmo-stp_10.42.42.5(pid=7386) [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7386)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7386): Process ended prematurely: osmo-stp_10.42.42.5(pid=7386) [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a23:17:00.810266 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:17:00.822422 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:17:00.992805 tst iperf3m4.py: using LAC 32186\u000a23:17:01.154211 tst iperf3m4.py: using RAC 56\u000a23:17:01.289913 tst iperf3m4.py: using CellId 32186\u000a23:17:01.417197 tst iperf3m4.py: using BVCI 32187\u000a23:17:01.442046 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:17:01.454400 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:17:01.467177 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:17:01.479833 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:17:01.491661 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:17:01.505601 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:17:01.517563 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:17:01.531018 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:17:01.544820 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:17:01.678704 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:17:01.813255 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:17:01.966100 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:17:02.301450 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:17:02.440897 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:17:02.781149 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7372): Launched\u000a23:17:03.063619 run iperf3-srv_10.42.42.10(pid=7373): Launched\u000a23:17:03.266957 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:17:03.405115 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:17:03.745375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7374): Launched\u000a23:17:04.027635 run iperf3-srv_10.42.42.10(pid=7375): Launched\u000a23:17:04.228618 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:17:04.365513 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:17:04.705232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7376): Launched\u000a23:17:04.987731 run iperf3-srv_10.42.42.10(pid=7377): Launched\u000a23:17:05.189732 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:17:05.327217 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:17:05.668770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7378): Launched\u000a23:17:05.951371 run iperf3-srv_10.42.42.10(pid=7379): Launched\u000a23:17:06.152313 tst iperf3m4.py:8: start network...\u000a23:17:06.289454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:17:06.815510 run create_hlr_db(pid=7380): Launched\u000a23:17:07.005425 bus /gobi_6: Setting Powered False\u000a23:17:08.025182 run create_hlr_db(pid=7380): Terminated: ok {rc=0}\u000a23:17:08.437064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7382): Launched\u000a23:17:08.746962 run osmo-hlr_10.42.42.2(pid=7383): Launched\u000a23:17:08.867685 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:17:09.409828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7385): Launched\u000a23:17:09.719706 run osmo-stp_10.42.42.5(pid=7386): Launched\u000a23:17:09.832530 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:17:10.369024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7388): Launched\u000a23:17:10.479418 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:17:10.750240 run patchelf(pid=7389): Launched\u000a23:17:10.930712 run osmo-stp_10.42.42.5(pid=7386): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7386)]\u000a23:17:11.062409 run osmo-stp_10.42.42.5(pid=7386): stdout: \u000a| (launched: 2022-12-12_23:17:09.566537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:11.194318 run osmo-stp_10.42.42.5(pid=7386): stderr: \u000a| �[0;m�[38;5;43m20221212231709737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231709737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231709737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231709738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231709738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231709738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231709738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:11.321844 run osmo-stp_10.42.42.5(pid=7386): stdout: \u000a| (launched: 2022-12-12_23:17:09.566537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:11.448330 run osmo-stp_10.42.42.5(pid=7386): stderr: \u000a| �[0;m�[38;5;43m20221212231709737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231709737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231709737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231709738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231709738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231709738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231709738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:11.597877 run patchelf(pid=7389): Terminating (SIGINT)\u000a23:17:11.772500 run patchelf(pid=7389): Terminated: ok {rc=0}\u000a23:17:11.804227 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7386): Process ended prematurely: osmo-stp_10.42.42.5(pid=7386) [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7386)] [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a23:17:11.813391 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a23:17:11.873941 run osmo-hlr_10.42.42.2(pid=7383): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7383)]\u000a23:17:11.923001 run osmo-hlr_10.42.42.2(pid=7383): stdout: \u000a| (launched: 2022-12-12_23:17:08.593620) \u000a23:17:11.972068 run osmo-hlr_10.42.42.2(pid=7383): stderr: \u000a| �[0;m�[1;31m20221212231708769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231708769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231708769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231708769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231708769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231708769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231708781 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231708790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231708790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231708790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:17:12.013628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7372): Terminating (SIGTERM)\u000a23:17:12.053110 run iperf3-srv_10.42.42.10(pid=7373): Terminating (SIGTERM)\u000a23:17:12.093098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7374): Terminating (SIGTERM)\u000a23:17:12.132472 run iperf3-srv_10.42.42.10(pid=7375): Terminating (SIGTERM)\u000a23:17:12.171589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7376): Terminating (SIGTERM)\u000a23:17:12.210599 run iperf3-srv_10.42.42.10(pid=7377): Terminating (SIGTERM)\u000a23:17:12.249910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7378): Terminating (SIGTERM)\u000a23:17:12.288836 run iperf3-srv_10.42.42.10(pid=7379): Terminating (SIGTERM)\u000a23:17:12.327902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7382): Terminating (SIGTERM)\u000a23:17:12.367013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7385): Terminating (SIGTERM)\u000a23:17:12.406192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7388): Terminating (SIGTERM)\u000a23:17:12.415316 --- ParallelTerminationStrategy: PID 7372 died...\u000a23:17:12.468072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7372): Terminated: ok {rc=0}\u000a23:17:12.477908 --- ParallelTerminationStrategy: PID 7373 died...\u000a23:17:12.530488 run iperf3-srv_10.42.42.10(pid=7373): Terminated {rc=256}\u000a23:17:12.540225 --- ParallelTerminationStrategy: PID 7374 died...\u000a23:17:12.592834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7374): Terminated: ok {rc=0}\u000a23:17:12.602642 --- ParallelTerminationStrategy: PID 7375 died...\u000a23:17:12.655145 run iperf3-srv_10.42.42.10(pid=7375): Terminated {rc=256}\u000a23:17:12.665082 --- ParallelTerminationStrategy: PID 7376 died...\u000a23:17:12.716989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7376): Terminated: ok {rc=0}\u000a23:17:12.726739 --- ParallelTerminationStrategy: PID 7377 died...\u000a23:17:12.778967 run iperf3-srv_10.42.42.10(pid=7377): Terminated {rc=256}\u000a23:17:12.788464 --- ParallelTerminationStrategy: PID 7378 died...\u000a23:17:12.840675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7378): Terminated: ok {rc=0}\u000a23:17:12.850560 --- ParallelTerminationStrategy: PID 7379 died...\u000a23:17:12.903057 run iperf3-srv_10.42.42.10(pid=7379): Terminated {rc=256}\u000a23:17:12.912758 --- ParallelTerminationStrategy: PID 7382 died...\u000a23:17:12.964909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7382): Terminated: ok {rc=0}\u000a23:17:12.974734 --- ParallelTerminationStrategy: PID 7385 died...\u000a23:17:13.027586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7385): Terminated: ok {rc=0}\u000a23:17:13.037855 --- ParallelTerminationStrategy: PID 7388 died...\u000a23:17:13.090578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7388): Terminated: ok {rc=0}\u000a23:17:13.178145 bus /gobi_4: Setting Powered False\u000a23:17:14.280432 bus /gobi_4: Setting Powered False\u000a23:17:15.389068 bus /gobi_1: Setting Powered False\u000a23:17:16.493221 bus /gobi_1: Setting Powered False\u000a23:17:17.598132 bus /gobi_0: Setting Powered False\u000a23:17:18.702754 bus /gobi_0: Setting Powered False\u000a23:17:19.809622 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7396): Process ended prematurely: osmo-stp_10.42.42.5(pid=7396) [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7396)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7396): Process ended prematurely: osmo-stp_10.42.42.5(pid=7396) [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7396)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a23:17:20.876318 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:17:20.887779 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:17:21.026170 tst ping.py: using LAC 32187\u000a23:17:21.145932 tst ping.py: using RAC 57\u000a23:17:21.272897 tst ping.py: using CellId 32187\u000a23:17:21.402612 tst ping.py: using BVCI 32188\u000a23:17:21.427752 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:17:21.439441 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:17:21.450857 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:17:21.462983 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:17:21.474942 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:17:21.486902 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:17:21.499162 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:17:21.511180 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:17:21.801298 tst ping.py:19: start network...\u000a23:17:21.935657 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:17:22.448786 run create_hlr_db(pid=7390): Launched\u000a23:17:22.634878 bus /gobi_6: Setting Powered False\u000a23:17:23.655393 run create_hlr_db(pid=7390): Terminated: ok {rc=0}\u000a23:17:24.083644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7392): Launched\u000a23:17:24.406244 run osmo-hlr_10.42.42.2(pid=7393): Launched\u000a23:17:24.527758 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:17:25.092420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7395): Launched\u000a23:17:25.415514 run osmo-stp_10.42.42.5(pid=7396): Launched\u000a23:17:25.532011 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:17:26.095769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7398): Launched\u000a23:17:26.210908 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:17:26.493138 run patchelf(pid=7399): Launched\u000a23:17:26.682048 run osmo-stp_10.42.42.5(pid=7396): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7396)]\u000a23:17:26.819746 run osmo-stp_10.42.42.5(pid=7396): stdout: \u000a| (launched: 2022-12-12_23:17:25.256911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:26.958204 run osmo-stp_10.42.42.5(pid=7396): stderr: \u000a| �[0;m�[38;5;43m20221212231725450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231725450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231725451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231725451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231725451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231725451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231725451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:27.091491 run osmo-stp_10.42.42.5(pid=7396): stdout: \u000a| (launched: 2022-12-12_23:17:25.256911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:27.224390 run osmo-stp_10.42.42.5(pid=7396): stderr: \u000a| �[0;m�[38;5;43m20221212231725450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231725450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231725451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231725451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231725451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231725451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231725451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:27.379528 run patchelf(pid=7399): Terminating (SIGINT)\u000a23:17:27.562301 run patchelf(pid=7399): Terminated: ok {rc=0}\u000a23:17:27.595296 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7396): Process ended prematurely: osmo-stp_10.42.42.5(pid=7396) [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7396)] [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a23:17:27.604739 tst ping.py:22: Test FAILED (6.7 sec)\u000a23:17:27.667472 run osmo-hlr_10.42.42.2(pid=7393): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7393)]\u000a23:17:27.719129 run osmo-hlr_10.42.42.2(pid=7393): stdout: \u000a| (launched: 2022-12-12_23:17:24.247090) \u000a23:17:27.770778 run osmo-hlr_10.42.42.2(pid=7393): stderr: \u000a| �[0;m�[1;31m20221212231724447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231724447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231724447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231724447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231724447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231724447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231724459 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231724468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231724468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231724468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:17:27.814680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7392): Terminating (SIGTERM)\u000a23:17:27.856258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7395): Terminating (SIGTERM)\u000a23:17:27.898003 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7398): Terminating (SIGTERM)\u000a23:17:27.907532 --- ParallelTerminationStrategy: PID 7392 died...\u000a23:17:27.963254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7392): Terminated: ok {rc=0}\u000a23:17:27.973534 --- ParallelTerminationStrategy: PID 7395 died...\u000a23:17:28.028723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7395): Terminated: ok {rc=0}\u000a23:17:28.038776 --- ParallelTerminationStrategy: PID 7398 died...\u000a23:17:28.093791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7398): Terminated: ok {rc=0}\u000a23:17:28.180416 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7406): Process ended prematurely: osmo-stp_10.42.42.5(pid=7406) [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7406)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7406): Process ended prematurely: osmo-stp_10.42.42.5(pid=7406) [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7406)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a23:17:29.232282 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:17:29.243747 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:17:29.384710 tst ping_idle_ping.py: using LAC 32188\u000a23:17:29.506068 tst ping_idle_ping.py: using RAC 58\u000a23:17:29.628497 tst ping_idle_ping.py: using CellId 32188\u000a23:17:29.748855 tst ping_idle_ping.py: using BVCI 32189\u000a23:17:29.772003 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:17:29.782932 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:17:29.794151 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:17:29.805931 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:17:29.817518 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:17:29.828925 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:17:29.840534 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:17:29.852061 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:17:30.133245 tst ping_idle_ping.py:24: start network...\u000a23:17:30.260682 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:17:30.741591 run create_hlr_db(pid=7400): Launched\u000a23:17:30.929847 bus /gobi_6: Setting Powered False\u000a23:17:31.986657 run create_hlr_db(pid=7400): Terminated: ok {rc=0}\u000a23:17:32.454705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7402): Launched\u000a23:17:32.779077 run osmo-hlr_10.42.42.2(pid=7403): Launched\u000a23:17:32.898924 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:17:33.463734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7405): Launched\u000a23:17:33.787329 run osmo-stp_10.42.42.5(pid=7406): Launched\u000a23:17:33.905186 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:17:34.471362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7408): Launched\u000a23:17:34.587082 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:17:34.869865 run patchelf(pid=7409): Launched\u000a23:17:35.060601 run osmo-stp_10.42.42.5(pid=7406): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7406)]\u000a23:17:35.199635 run osmo-stp_10.42.42.5(pid=7406): stdout: \u000a| (launched: 2022-12-12_23:17:33.628371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:35.339301 run osmo-stp_10.42.42.5(pid=7406): stderr: \u000a| �[0;m�[38;5;43m20221212231733823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231733823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231733823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231733823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231733824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231733824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231733824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:35.474504 run osmo-stp_10.42.42.5(pid=7406): stdout: \u000a| (launched: 2022-12-12_23:17:33.628371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:35.608331 run osmo-stp_10.42.42.5(pid=7406): stderr: \u000a| �[0;m�[38;5;43m20221212231733823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231733823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231733823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231733823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231733824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231733824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231733824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:35.764863 run patchelf(pid=7409): Terminating (SIGINT)\u000a23:17:35.948498 run patchelf(pid=7409): Terminated: ok {rc=0}\u000a23:17:35.981759 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7406): Process ended prematurely: osmo-stp_10.42.42.5(pid=7406) [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7406)] [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a23:17:35.991006 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a23:17:36.053804 run osmo-hlr_10.42.42.2(pid=7403): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7403)]\u000a23:17:36.105040 run osmo-hlr_10.42.42.2(pid=7403): stdout: \u000a| (launched: 2022-12-12_23:17:32.620565) \u000a23:17:36.156716 run osmo-hlr_10.42.42.2(pid=7403): stderr: \u000a| �[0;m�[1;31m20221212231732821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231732821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231732821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231732821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231732821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231732821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231732834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231732842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231732842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231732842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:17:36.200737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7402): Terminating (SIGTERM)\u000a23:17:36.242288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7405): Terminating (SIGTERM)\u000a23:17:36.283920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7408): Terminating (SIGTERM)\u000a23:17:36.293817 --- ParallelTerminationStrategy: PID 7402 died...\u000a23:17:36.349716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7402): Terminated: ok {rc=0}\u000a23:17:36.360104 --- ParallelTerminationStrategy: PID 7405 died...\u000a23:17:36.415970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7405): Terminated: ok {rc=0}\u000a23:17:36.426235 --- ParallelTerminationStrategy: PID 7408 died...\u000a23:17:36.481545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7408): Terminated: ok {rc=0}\u000a23:17:36.567987 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:16:37" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7423): Process ended prematurely: osmo-stp_10.42.42.5(pid=7423) [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7423)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7423): Process ended prematurely: osmo-stp_10.42.42.5(pid=7423) [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:17:38.727940 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:17:38.739306 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:17:38.900387 tst cs_paging_gprs_active.py: using LAC 32189\u000a23:17:39.028465 tst cs_paging_gprs_active.py: using RAC 59\u000a23:17:39.155802 tst cs_paging_gprs_active.py: using CellId 32189\u000a23:17:39.283281 tst cs_paging_gprs_active.py: using BVCI 32190\u000a23:17:39.308599 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:17:39.319928 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:17:39.331145 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:17:39.342348 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:17:39.353611 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:17:39.364698 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:17:39.376391 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:17:39.387621 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:17:39.398966 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:17:39.517320 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:17:39.801445 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:17:39.929905 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:17:40.248477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7413): Launched\u000a23:17:40.513321 run iperf3-srv_10.42.42.10(pid=7414): Launched\u000a23:17:40.701431 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:17:40.830293 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:17:41.148496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7415): Launched\u000a23:17:41.413966 run iperf3-srv_10.42.42.10(pid=7416): Launched\u000a23:17:41.601271 tst cs_paging_gprs_active.py:38: start network...\u000a23:17:41.729271 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:17:42.216187 run create_hlr_db(pid=7417): Launched\u000a23:17:42.393378 bus /gobi_6: Setting Powered False\u000a23:17:43.413523 run create_hlr_db(pid=7417): Terminated: ok {rc=0}\u000a23:17:43.848890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7419): Launched\u000a23:17:44.177824 run osmo-hlr_10.42.42.2(pid=7420): Launched\u000a23:17:44.297672 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:17:44.869596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7422): Launched\u000a23:17:45.198820 run osmo-stp_10.42.42.5(pid=7423): Launched\u000a23:17:45.318848 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:17:45.894345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7425): Launched\u000a23:17:46.036420 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:17:46.334164 run patchelf(pid=7426): Launched\u000a23:17:46.522216 run osmo-stp_10.42.42.5(pid=7423): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7423)]\u000a23:17:46.660600 run osmo-stp_10.42.42.5(pid=7423): stdout: \u000a| (launched: 2022-12-12_23:17:45.037322)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:46.798914 run osmo-stp_10.42.42.5(pid=7423): stderr: \u000a| �[0;m�[38;5;43m20221212231745230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231745230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231745230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231745231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231745233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231745233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231745233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:46.933152 run osmo-stp_10.42.42.5(pid=7423): stdout: \u000a| (launched: 2022-12-12_23:17:45.037322)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:47.066527 run osmo-stp_10.42.42.5(pid=7423): stderr: \u000a| �[0;m�[38;5;43m20221212231745230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231745230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231745230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231745231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231745233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231745233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231745233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:47.221516 run patchelf(pid=7426): Terminating (SIGINT)\u000a23:17:47.396692 run patchelf(pid=7426): Terminated: ok {rc=0}\u000a23:17:47.428673 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7423): Process ended prematurely: osmo-stp_10.42.42.5(pid=7423) [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7423)] [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a23:17:47.437902 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a23:17:47.498709 run osmo-hlr_10.42.42.2(pid=7420): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7420)]\u000a23:17:47.547897 run osmo-hlr_10.42.42.2(pid=7420): stdout: \u000a| (launched: 2022-12-12_23:17:44.016411) \u000a23:17:47.597564 run osmo-hlr_10.42.42.2(pid=7420): stderr: \u000a| �[0;m�[1;31m20221212231744219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231744219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231744219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231744219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231744219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231744219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231744231 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231744241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231744241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231744242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:17:47.639759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7413): Terminating (SIGTERM)\u000a23:17:47.679528 run iperf3-srv_10.42.42.10(pid=7414): Terminating (SIGTERM)\u000a23:17:47.719213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7415): Terminating (SIGTERM)\u000a23:17:47.758751 run iperf3-srv_10.42.42.10(pid=7416): Terminating (SIGTERM)\u000a23:17:47.798392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7419): Terminating (SIGTERM)\u000a23:17:47.838300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7422): Terminating (SIGTERM)\u000a23:17:47.878261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7425): Terminating (SIGTERM)\u000a23:17:47.887599 --- ParallelTerminationStrategy: PID 7413 died...\u000a23:17:47.941020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7413): Terminated: ok {rc=0}\u000a23:17:47.951049 --- ParallelTerminationStrategy: PID 7414 died...\u000a23:17:48.004138 run iperf3-srv_10.42.42.10(pid=7414): Terminated {rc=256}\u000a23:17:48.014191 --- ParallelTerminationStrategy: PID 7415 died...\u000a23:17:48.067381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7415): Terminated: ok {rc=0}\u000a23:17:48.077266 --- ParallelTerminationStrategy: PID 7416 died...\u000a23:17:48.130217 run iperf3-srv_10.42.42.10(pid=7416): Terminated {rc=256}\u000a23:17:48.140117 --- ParallelTerminationStrategy: PID 7419 died...\u000a23:17:48.192910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7419): Terminated: ok {rc=0}\u000a23:17:48.202843 --- ParallelTerminationStrategy: PID 7422 died...\u000a23:17:48.256158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7422): Terminated: ok {rc=0}\u000a23:17:48.265964 --- ParallelTerminationStrategy: PID 7425 died...\u000a23:17:48.319601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7425): Terminated: ok {rc=0}\u000a23:17:48.406494 bus /gobi_0: Setting Powered False\u000a23:17:49.510161 bus /gobi_0: Setting Powered False\u000a23:17:50.618765 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7435): Process ended prematurely: osmo-stp_10.42.42.5(pid=7435) [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7435)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7435): Process ended prematurely: osmo-stp_10.42.42.5(pid=7435) [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7435)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a23:17:51.729462 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:17:51.740824 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:17:51.899160 tst iperf3.py: using LAC 32190\u000a23:17:52.028011 tst iperf3.py: using RAC 60\u000a23:17:52.159736 tst iperf3.py: using CellId 32190\u000a23:17:52.291615 tst iperf3.py: using BVCI 32191\u000a23:17:52.317251 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:17:52.328846 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:17:52.340145 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:17:52.351421 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:17:52.362593 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:17:52.373864 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:17:52.385536 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:17:52.396575 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:17:52.407874 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:17:52.691925 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:17:52.820307 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:17:53.139983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7427): Launched\u000a23:17:53.405486 run iperf3-srv_10.42.42.10(pid=7428): Launched\u000a23:17:53.594002 tst iperf3.py:8: start network...\u000a23:17:53.722531 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:17:54.210584 run create_hlr_db(pid=7429): Launched\u000a23:17:54.388934 bus /gobi_6: Setting Powered False\u000a23:17:55.409509 run create_hlr_db(pid=7429): Terminated: ok {rc=0}\u000a23:17:55.845362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7431): Launched\u000a23:17:56.176237 run osmo-hlr_10.42.42.2(pid=7432): Launched\u000a23:17:56.296678 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:17:56.868878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7434): Launched\u000a23:17:57.198717 run osmo-stp_10.42.42.5(pid=7435): Launched\u000a23:17:57.317854 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:17:57.892478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7437): Launched\u000a23:17:58.011521 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:17:58.301087 run patchelf(pid=7438): Launched\u000a23:17:58.494349 run osmo-stp_10.42.42.5(pid=7435): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7435)]\u000a23:17:58.634266 run osmo-stp_10.42.42.5(pid=7435): stdout: \u000a| (launched: 2022-12-12_23:17:57.036862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:58.774530 run osmo-stp_10.42.42.5(pid=7435): stderr: \u000a| �[0;m�[38;5;43m20221212231757231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231757232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231757232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231757232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231757233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231757233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231757233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:58.910288 run osmo-stp_10.42.42.5(pid=7435): stdout: \u000a| (launched: 2022-12-12_23:17:57.036862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:59.044790 run osmo-stp_10.42.42.5(pid=7435): stderr: \u000a| �[0;m�[38;5;43m20221212231757231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231757232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231757232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231757232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231757233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231757233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231757233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:59.202290 run patchelf(pid=7438): Terminating (SIGINT)\u000a23:17:59.387739 run patchelf(pid=7438): Terminated: ok {rc=0}\u000a23:17:59.421635 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7435): Process ended prematurely: osmo-stp_10.42.42.5(pid=7435) [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7435)] [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a23:17:59.431556 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a23:17:59.493845 run osmo-hlr_10.42.42.2(pid=7432): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7432)]\u000a23:17:59.544858 run osmo-hlr_10.42.42.2(pid=7432): stdout: \u000a| (launched: 2022-12-12_23:17:56.014093) \u000a23:17:59.596451 run osmo-hlr_10.42.42.2(pid=7432): stderr: \u000a| �[0;m�[1;31m20221212231756215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231756215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231756215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231756215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231756215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231756215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231756227 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231756235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231756235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231756235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:17:59.640617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7427): Terminating (SIGTERM)\u000a23:17:59.682482 run iperf3-srv_10.42.42.10(pid=7428): Terminating (SIGTERM)\u000a23:17:59.724162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7431): Terminating (SIGTERM)\u000a23:17:59.765803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7434): Terminating (SIGTERM)\u000a23:17:59.807296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7437): Terminating (SIGTERM)\u000a23:17:59.817123 --- ParallelTerminationStrategy: PID 7427 died...\u000a23:17:59.872890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7427): Terminated: ok {rc=0}\u000a23:17:59.883187 --- ParallelTerminationStrategy: PID 7428 died...\u000a23:17:59.938875 run iperf3-srv_10.42.42.10(pid=7428): Terminated {rc=256}\u000a23:17:59.948866 --- ParallelTerminationStrategy: PID 7431 died...\u000a23:18:00.004247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7431): Terminated: ok {rc=0}\u000a23:18:00.014440 --- ParallelTerminationStrategy: PID 7434 died...\u000a23:18:00.070428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7434): Terminated: ok {rc=0}\u000a23:18:00.080784 --- ParallelTerminationStrategy: PID 7437 died...\u000a23:18:00.136264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7437): Terminated: ok {rc=0}\u000a23:18:00.222256 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7453): Process ended prematurely: osmo-stp_10.42.42.5(pid=7453) [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7453)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7453): Process ended prematurely: osmo-stp_10.42.42.5(pid=7453) [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7453)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a23:18:01.366330 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:18:01.379478 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:18:01.573452 tst iperf3m4.py: using LAC 32191\u000a23:18:01.737829 tst iperf3m4.py: using RAC 61\u000a23:18:01.891720 tst iperf3m4.py: using CellId 32191\u000a23:18:02.020355 tst iperf3m4.py: using BVCI 32192\u000a23:18:02.045329 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:18:02.057389 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:18:02.069306 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:18:02.082953 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:18:02.095548 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:18:02.108638 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:18:02.120569 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:18:02.133551 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:18:02.148565 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:18:02.269901 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:18:02.394778 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:18:02.514296 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:18:02.813104 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:18:02.950287 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:18:03.290319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7439): Launched\u000a23:18:03.573314 run iperf3-srv_10.42.42.10(pid=7440): Launched\u000a23:18:03.774091 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:18:03.910947 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:18:04.250849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7441): Launched\u000a23:18:04.533510 run iperf3-srv_10.42.42.10(pid=7442): Launched\u000a23:18:04.735151 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:18:04.872223 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:18:05.211180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7443): Launched\u000a23:18:05.494613 run iperf3-srv_10.42.42.10(pid=7444): Launched\u000a23:18:05.696691 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:18:05.834150 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:18:06.175126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7445): Launched\u000a23:18:06.458250 run iperf3-srv_10.42.42.10(pid=7446): Launched\u000a23:18:06.659632 tst iperf3m4.py:8: start network...\u000a23:18:06.796754 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:18:07.321494 run create_hlr_db(pid=7447): Launched\u000a23:18:07.511800 bus /gobi_6: Setting Powered False\u000a23:18:08.532370 run create_hlr_db(pid=7447): Terminated: ok {rc=0}\u000a23:18:08.945900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7449): Launched\u000a23:18:09.256196 run osmo-hlr_10.42.42.2(pid=7450): Launched\u000a23:18:09.374923 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:18:09.911224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7452): Launched\u000a23:18:10.222585 run osmo-stp_10.42.42.5(pid=7453): Launched\u000a23:18:10.336549 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:18:10.875961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7455): Launched\u000a23:18:10.986005 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:18:11.255041 run patchelf(pid=7456): Launched\u000a23:18:11.436041 run osmo-stp_10.42.42.5(pid=7453): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7453)]\u000a23:18:11.567417 run osmo-stp_10.42.42.5(pid=7453): stdout: \u000a| (launched: 2022-12-12_23:18:10.068286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:11.699554 run osmo-stp_10.42.42.5(pid=7453): stderr: \u000a| �[0;m�[38;5;43m20221212231810241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231810241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231810242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231810242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231810243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231810243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231810243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:11.826883 run osmo-stp_10.42.42.5(pid=7453): stdout: \u000a| (launched: 2022-12-12_23:18:10.068286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:11.953468 run osmo-stp_10.42.42.5(pid=7453): stderr: \u000a| �[0;m�[38;5;43m20221212231810241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231810241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231810242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231810242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231810243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231810243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231810243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:12.102332 run patchelf(pid=7456): Terminating (SIGINT)\u000a23:18:12.277331 run patchelf(pid=7456): Terminated: ok {rc=0}\u000a23:18:12.309238 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7453): Process ended prematurely: osmo-stp_10.42.42.5(pid=7453) [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7453)] [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a23:18:12.318489 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a23:18:12.379317 run osmo-hlr_10.42.42.2(pid=7450): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7450)]\u000a23:18:12.427927 run osmo-hlr_10.42.42.2(pid=7450): stdout: \u000a| (launched: 2022-12-12_23:18:09.102854) \u000a23:18:12.477019 run osmo-hlr_10.42.42.2(pid=7450): stderr: \u000a| �[0;m�[1;31m20221212231809281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231809281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231809281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231809281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231809281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231809281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231809294 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231809303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231809303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231809303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:18:12.519115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7439): Terminating (SIGTERM)\u000a23:18:12.558698 run iperf3-srv_10.42.42.10(pid=7440): Terminating (SIGTERM)\u000a23:18:12.598466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7441): Terminating (SIGTERM)\u000a23:18:12.638153 run iperf3-srv_10.42.42.10(pid=7442): Terminating (SIGTERM)\u000a23:18:12.677806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7443): Terminating (SIGTERM)\u000a23:18:12.717310 run iperf3-srv_10.42.42.10(pid=7444): Terminating (SIGTERM)\u000a23:18:12.756936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7445): Terminating (SIGTERM)\u000a23:18:12.796563 run iperf3-srv_10.42.42.10(pid=7446): Terminating (SIGTERM)\u000a23:18:12.836143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7449): Terminating (SIGTERM)\u000a23:18:12.875959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7452): Terminating (SIGTERM)\u000a23:18:12.915653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7455): Terminating (SIGTERM)\u000a23:18:12.925296 --- ParallelTerminationStrategy: PID 7439 died...\u000a23:18:12.978737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7439): Terminated: ok {rc=0}\u000a23:18:12.988872 --- ParallelTerminationStrategy: PID 7440 died...\u000a23:18:13.041549 run iperf3-srv_10.42.42.10(pid=7440): Terminated {rc=256}\u000a23:18:13.051360 --- ParallelTerminationStrategy: PID 7441 died...\u000a23:18:13.103933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7441): Terminated: ok {rc=0}\u000a23:18:13.113891 --- ParallelTerminationStrategy: PID 7442 died...\u000a23:18:13.166649 run iperf3-srv_10.42.42.10(pid=7442): Terminated {rc=256}\u000a23:18:13.176506 --- ParallelTerminationStrategy: PID 7443 died...\u000a23:18:13.229805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7443): Terminated: ok {rc=0}\u000a23:18:13.239932 --- ParallelTerminationStrategy: PID 7444 died...\u000a23:18:13.292840 run iperf3-srv_10.42.42.10(pid=7444): Terminated {rc=256}\u000a23:18:13.302858 --- ParallelTerminationStrategy: PID 7445 died...\u000a23:18:13.355621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7445): Terminated: ok {rc=0}\u000a23:18:13.365942 --- ParallelTerminationStrategy: PID 7446 died...\u000a23:18:13.418668 run iperf3-srv_10.42.42.10(pid=7446): Terminated {rc=256}\u000a23:18:13.428565 --- ParallelTerminationStrategy: PID 7449 died...\u000a23:18:13.480867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7449): Terminated: ok {rc=0}\u000a23:18:13.490711 --- ParallelTerminationStrategy: PID 7452 died...\u000a23:18:13.543053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7452): Terminated: ok {rc=0}\u000a23:18:13.553382 --- ParallelTerminationStrategy: PID 7455 died...\u000a23:18:13.606116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7455): Terminated: ok {rc=0}\u000a23:18:13.689154 bus /gobi_4: Setting Powered False\u000a23:18:14.790740 bus /gobi_4: Setting Powered False\u000a23:18:15.925215 bus /gobi_1: Setting Powered False\u000a23:18:17.042007 bus /gobi_1: Setting Powered False\u000a23:18:18.148622 bus /gobi_0: Setting Powered False\u000a23:18:19.253682 bus /gobi_0: Setting Powered False\u000a23:18:20.364171 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7463): Process ended prematurely: osmo-stp_10.42.42.5(pid=7463) [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7463)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7463): Process ended prematurely: osmo-stp_10.42.42.5(pid=7463) [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a23:18:21.429800 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:18:21.441540 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:18:21.595498 tst ping.py: using LAC 32192\u000a23:18:21.714641 tst ping.py: using RAC 62\u000a23:18:21.833768 tst ping.py: using CellId 32192\u000a23:18:21.954827 tst ping.py: using BVCI 32193\u000a23:18:21.978080 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:18:21.989116 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:18:21.999730 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:18:22.010704 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:18:22.021708 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:18:22.032734 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:18:22.043961 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:18:22.055126 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:18:22.350067 tst ping.py:19: start network...\u000a23:18:22.485576 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:18:23.000723 run create_hlr_db(pid=7457): Launched\u000a23:18:23.187904 bus /gobi_6: Setting Powered False\u000a23:18:24.207844 run create_hlr_db(pid=7457): Terminated: ok {rc=0}\u000a23:18:24.615790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7459): Launched\u000a23:18:24.919698 run osmo-hlr_10.42.42.2(pid=7460): Launched\u000a23:18:25.036851 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:18:25.576309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7462): Launched\u000a23:18:25.879393 run osmo-stp_10.42.42.5(pid=7463): Launched\u000a23:18:25.990056 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:18:26.518577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7465): Launched\u000a23:18:26.626979 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:18:26.893787 run patchelf(pid=7466): Launched\u000a23:18:27.071528 run osmo-stp_10.42.42.5(pid=7463): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7463)]\u000a23:18:27.200801 run osmo-stp_10.42.42.5(pid=7463): stdout: \u000a| (launched: 2022-12-12_23:18:25.730245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:27.330827 run osmo-stp_10.42.42.5(pid=7463): stderr: \u000a| �[0;m�[38;5;43m20221212231825902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231825903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231825903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231825903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231825904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231825904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231825904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:27.456340 run osmo-stp_10.42.42.5(pid=7463): stdout: \u000a| (launched: 2022-12-12_23:18:25.730245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:27.580373 run osmo-stp_10.42.42.5(pid=7463): stderr: \u000a| �[0;m�[38;5;43m20221212231825902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231825903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231825903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231825903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231825904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231825904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231825904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:27.725766 run patchelf(pid=7466): Terminating (SIGINT)\u000a23:18:27.897462 run patchelf(pid=7466): Terminated: ok {rc=0}\u000a23:18:27.928188 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7463): Process ended prematurely: osmo-stp_10.42.42.5(pid=7463) [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7463)] [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a23:18:27.936633 tst ping.py:22: Test FAILED (6.5 sec)\u000a23:18:27.995905 run osmo-hlr_10.42.42.2(pid=7460): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7460)]\u000a23:18:28.044791 run osmo-hlr_10.42.42.2(pid=7460): stdout: \u000a| (launched: 2022-12-12_23:18:24.769718) \u000a23:18:28.093601 run osmo-hlr_10.42.42.2(pid=7460): stderr: \u000a| �[0;m�[1;31m20221212231824944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231824944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231824944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231824944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231824944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231824945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231824957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231824966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231824966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231824966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:18:28.135509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7459): Terminating (SIGTERM)\u000a23:18:28.175256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7462): Terminating (SIGTERM)\u000a23:18:28.215079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7465): Terminating (SIGTERM)\u000a23:18:28.224740 --- ParallelTerminationStrategy: PID 7459 died...\u000a23:18:28.278388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7459): Terminated: ok {rc=0}\u000a23:18:28.288555 --- ParallelTerminationStrategy: PID 7462 died...\u000a23:18:28.341302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7462): Terminated: ok {rc=0}\u000a23:18:28.351366 --- ParallelTerminationStrategy: PID 7465 died...\u000a23:18:28.404545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7465): Terminated: ok {rc=0}\u000a23:18:28.491692 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7473): Process ended prematurely: osmo-stp_10.42.42.5(pid=7473) [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7473)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7473): Process ended prematurely: osmo-stp_10.42.42.5(pid=7473) [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7473)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a23:18:29.543845 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:18:29.555781 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:18:29.721708 tst ping_idle_ping.py: using LAC 32193\u000a23:18:29.848314 tst ping_idle_ping.py: using RAC 63\u000a23:18:29.978285 tst ping_idle_ping.py: using CellId 32193\u000a23:18:30.105368 tst ping_idle_ping.py: using BVCI 32194\u000a23:18:30.130171 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:18:30.141709 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:18:30.152908 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:18:30.165091 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:18:30.177271 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:18:30.189136 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:18:30.201109 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:18:30.212874 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:18:30.494152 tst ping_idle_ping.py:24: start network...\u000a23:18:30.621452 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:18:31.158837 run create_hlr_db(pid=7467): Launched\u000a23:18:31.358507 bus /gobi_6: Setting Powered False\u000a23:18:32.372630 run create_hlr_db(pid=7467): Terminated: ok {rc=0}\u000a23:18:32.787066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7469): Launched\u000a23:18:33.092874 run osmo-hlr_10.42.42.2(pid=7470): Launched\u000a23:18:33.205837 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:18:33.735275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7472): Launched\u000a23:18:34.038997 run osmo-stp_10.42.42.5(pid=7473): Launched\u000a23:18:34.150240 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:18:34.679774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7475): Launched\u000a23:18:34.788221 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:18:35.053680 run patchelf(pid=7476): Launched\u000a23:18:35.231972 run osmo-stp_10.42.42.5(pid=7473): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7473)]\u000a23:18:35.362151 run osmo-stp_10.42.42.5(pid=7473): stdout: \u000a| (launched: 2022-12-12_23:18:33.889396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:35.491819 run osmo-stp_10.42.42.5(pid=7473): stderr: \u000a| �[0;m�[38;5;43m20221212231834062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231834063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231834063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231834063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231834064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231834064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231834064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:35.617407 run osmo-stp_10.42.42.5(pid=7473): stdout: \u000a| (launched: 2022-12-12_23:18:33.889396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:35.741465 run osmo-stp_10.42.42.5(pid=7473): stderr: \u000a| �[0;m�[38;5;43m20221212231834062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231834063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231834063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231834063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231834064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231834064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231834064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:35.887463 run patchelf(pid=7476): Terminating (SIGINT)\u000a23:18:36.059277 run patchelf(pid=7476): Terminated: ok {rc=0}\u000a23:18:36.090254 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7473): Process ended prematurely: osmo-stp_10.42.42.5(pid=7473) [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7473)] [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a23:18:36.099453 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a23:18:36.159446 run osmo-hlr_10.42.42.2(pid=7470): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7470)]\u000a23:18:36.208497 run osmo-hlr_10.42.42.2(pid=7470): stdout: \u000a| (launched: 2022-12-12_23:18:32.941319) \u000a23:18:36.258011 run osmo-hlr_10.42.42.2(pid=7470): stderr: \u000a| �[0;m�[1;31m20221212231833119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231833119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231833119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231833119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231833119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231833119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231833132 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231833142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231833142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231833142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:18:36.299618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7469): Terminating (SIGTERM)\u000a23:18:36.339240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7472): Terminating (SIGTERM)\u000a23:18:36.378739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7475): Terminating (SIGTERM)\u000a23:18:36.388275 --- ParallelTerminationStrategy: PID 7469 died...\u000a23:18:36.441422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7469): Terminated: ok {rc=0}\u000a23:18:36.451240 --- ParallelTerminationStrategy: PID 7472 died...\u000a23:18:36.503661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7472): Terminated: ok {rc=0}\u000a23:18:36.513975 --- ParallelTerminationStrategy: PID 7475 died...\u000a23:18:36.566621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7475): Terminated: ok {rc=0}\u000a23:18:36.649334 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:17:38" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7490): Process ended prematurely: osmo-stp_10.42.42.5(pid=7490) [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7490)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7490): Process ended prematurely: osmo-stp_10.42.42.5(pid=7490) [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7490)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:18:38.801125 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:18:38.812336 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:18:38.951133 tst cs_paging_gprs_active.py: using LAC 32194\u000a23:18:39.073274 tst cs_paging_gprs_active.py: using RAC 64\u000a23:18:39.195366 tst cs_paging_gprs_active.py: using CellId 32194\u000a23:18:39.318173 tst cs_paging_gprs_active.py: using BVCI 32195\u000a23:18:39.341570 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:18:39.352791 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:18:39.363791 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:18:39.375198 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:18:39.386580 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:18:39.397868 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:18:39.409300 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:18:39.420597 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:18:39.432185 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:18:39.552505 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:18:39.831642 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:18:39.962499 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:18:40.299121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7480): Launched\u000a23:18:40.579269 run iperf3-srv_10.42.42.10(pid=7481): Launched\u000a23:18:40.778754 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:18:40.914539 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:18:41.249922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7482): Launched\u000a23:18:41.529682 run iperf3-srv_10.42.42.10(pid=7483): Launched\u000a23:18:41.728660 tst cs_paging_gprs_active.py:38: start network...\u000a23:18:41.864456 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:18:42.386412 run create_hlr_db(pid=7484): Launched\u000a23:18:42.574944 bus /gobi_6: Setting Powered False\u000a23:18:43.596299 run create_hlr_db(pid=7484): Terminated: ok {rc=0}\u000a23:18:44.005934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7486): Launched\u000a23:18:44.314075 run osmo-hlr_10.42.42.2(pid=7487): Launched\u000a23:18:44.428798 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:18:44.960296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7489): Launched\u000a23:18:45.265982 run osmo-stp_10.42.42.5(pid=7490): Launched\u000a23:18:45.378032 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:18:45.936591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7492): Launched\u000a23:18:46.069202 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:18:46.375295 run patchelf(pid=7493): Launched\u000a23:18:46.571701 run osmo-stp_10.42.42.5(pid=7490): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7490)]\u000a23:18:46.715219 run osmo-stp_10.42.42.5(pid=7490): stdout: \u000a| (launched: 2022-12-12_23:18:45.115089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:46.859122 run osmo-stp_10.42.42.5(pid=7490): stderr: \u000a| �[0;m�[38;5;43m20221212231845286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231845287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231845287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231845287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231845288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231845288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231845288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:47.000235 run osmo-stp_10.42.42.5(pid=7490): stdout: \u000a| (launched: 2022-12-12_23:18:45.115089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:47.136429 run osmo-stp_10.42.42.5(pid=7490): stderr: \u000a| �[0;m�[38;5;43m20221212231845286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231845287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231845287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231845287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231845288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231845288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231845288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:47.294243 run patchelf(pid=7493): Terminating (SIGINT)\u000a23:18:47.478629 run patchelf(pid=7493): Terminated: ok {rc=0}\u000a23:18:47.512446 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7490): Process ended prematurely: osmo-stp_10.42.42.5(pid=7490) [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7490)] [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a23:18:47.522679 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a23:18:47.585263 run osmo-hlr_10.42.42.2(pid=7487): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7487)]\u000a23:18:47.636427 run osmo-hlr_10.42.42.2(pid=7487): stdout: \u000a| (launched: 2022-12-12_23:18:44.161818) \u000a23:18:47.688010 run osmo-hlr_10.42.42.2(pid=7487): stderr: \u000a| �[0;m�[1;31m20221212231844339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231844339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231844339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231844339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231844339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231844339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231844351 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231844362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231844362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231844362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:18:47.731860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7480): Terminating (SIGTERM)\u000a23:18:47.773401 run iperf3-srv_10.42.42.10(pid=7481): Terminating (SIGTERM)\u000a23:18:47.814804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7482): Terminating (SIGTERM)\u000a23:18:47.856276 run iperf3-srv_10.42.42.10(pid=7483): Terminating (SIGTERM)\u000a23:18:47.897837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7486): Terminating (SIGTERM)\u000a23:18:47.939287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7489): Terminating (SIGTERM)\u000a23:18:47.980754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7492): Terminating (SIGTERM)\u000a23:18:47.990352 --- ParallelTerminationStrategy: PID 7480 died...\u000a23:18:48.045919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7480): Terminated: ok {rc=0}\u000a23:18:48.055887 --- ParallelTerminationStrategy: PID 7481 died...\u000a23:18:48.110823 run iperf3-srv_10.42.42.10(pid=7481): Terminated {rc=256}\u000a23:18:48.120740 --- ParallelTerminationStrategy: PID 7482 died...\u000a23:18:48.176114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7482): Terminated: ok {rc=0}\u000a23:18:48.185978 --- ParallelTerminationStrategy: PID 7483 died...\u000a23:18:48.240740 run iperf3-srv_10.42.42.10(pid=7483): Terminated {rc=256}\u000a23:18:48.250640 --- ParallelTerminationStrategy: PID 7486 died...\u000a23:18:48.305417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7486): Terminated: ok {rc=0}\u000a23:18:48.315376 --- ParallelTerminationStrategy: PID 7489 died...\u000a23:18:48.370409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7489): Terminated: ok {rc=0}\u000a23:18:48.380215 --- ParallelTerminationStrategy: PID 7492 died...\u000a23:18:48.435933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7492): Terminated: ok {rc=0}\u000a23:18:48.522443 bus /gobi_0: Setting Powered False\u000a23:18:49.629218 bus /gobi_0: Setting Powered False\u000a23:18:50.740979 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7503): Process ended prematurely: osmo-stp_10.42.42.5(pid=7503) [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7503)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7503): Process ended prematurely: osmo-stp_10.42.42.5(pid=7503) [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7503)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a23:18:51.851659 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:18:51.863621 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:18:52.006770 tst iperf3.py: using LAC 32195\u000a23:18:52.126093 tst iperf3.py: using RAC 65\u000a23:18:52.245285 tst iperf3.py: using CellId 32195\u000a23:18:52.366032 tst iperf3.py: using BVCI 32196\u000a23:18:52.389691 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:18:52.400906 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:18:52.412086 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:18:52.423270 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:18:52.434930 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:18:52.446051 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:18:52.457896 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:18:52.469271 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:18:52.480909 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:18:52.762227 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:18:52.889046 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:18:53.204291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7495): Launched\u000a23:18:53.466319 run iperf3-srv_10.42.42.10(pid=7496): Launched\u000a23:18:53.652520 tst iperf3.py:8: start network...\u000a23:18:53.787381 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:18:54.305737 run create_hlr_db(pid=7497): Launched\u000a23:18:54.491995 bus /gobi_6: Setting Powered False\u000a23:18:55.512854 run create_hlr_db(pid=7497): Terminated: ok {rc=0}\u000a23:18:55.929475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7499): Launched\u000a23:18:56.253213 run osmo-hlr_10.42.42.2(pid=7500): Launched\u000a23:18:56.373455 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:18:56.940369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7502): Launched\u000a23:18:57.264508 run osmo-stp_10.42.42.5(pid=7503): Launched\u000a23:18:57.382030 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:18:57.949883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7505): Launched\u000a23:18:58.066593 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:18:58.350866 run patchelf(pid=7506): Launched\u000a23:18:58.541712 run osmo-stp_10.42.42.5(pid=7503): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7503)]\u000a23:18:58.680388 run osmo-stp_10.42.42.5(pid=7503): stdout: \u000a| (launched: 2022-12-12_23:18:57.105868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:58.819119 run osmo-stp_10.42.42.5(pid=7503): stderr: \u000a| �[0;m�[38;5;43m20221212231857302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231857302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231857302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231857303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231857303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231857303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231857303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:58.953168 run osmo-stp_10.42.42.5(pid=7503): stdout: \u000a| (launched: 2022-12-12_23:18:57.105868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:59.086430 run osmo-stp_10.42.42.5(pid=7503): stderr: \u000a| �[0;m�[38;5;43m20221212231857302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231857302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231857302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231857303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231857303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231857303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231857303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:59.242185 run patchelf(pid=7506): Terminating (SIGINT)\u000a23:18:59.425765 run patchelf(pid=7506): Terminated: ok {rc=0}\u000a23:18:59.459411 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7503): Process ended prematurely: osmo-stp_10.42.42.5(pid=7503) [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7503)] [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a23:18:59.469243 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a23:18:59.531561 run osmo-hlr_10.42.42.2(pid=7500): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7500)]\u000a23:18:59.582541 run osmo-hlr_10.42.42.2(pid=7500): stdout: \u000a| (launched: 2022-12-12_23:18:56.094977) \u000a23:18:59.634246 run osmo-hlr_10.42.42.2(pid=7500): stderr: \u000a| �[0;m�[1;31m20221212231856292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231856292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231856292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231856292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231856293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231856293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231856305 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231856313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231856314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231856314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:18:59.678037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7495): Terminating (SIGTERM)\u000a23:18:59.719327 run iperf3-srv_10.42.42.10(pid=7496): Terminating (SIGTERM)\u000a23:18:59.760677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7499): Terminating (SIGTERM)\u000a23:18:59.801933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7502): Terminating (SIGTERM)\u000a23:18:59.843100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7505): Terminating (SIGTERM)\u000a23:18:59.852598 --- ParallelTerminationStrategy: PID 7495 died...\u000a23:18:59.908146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7495): Terminated: ok {rc=0}\u000a23:18:59.918044 --- ParallelTerminationStrategy: PID 7496 died...\u000a23:18:59.972858 run iperf3-srv_10.42.42.10(pid=7496): Terminated {rc=256}\u000a23:18:59.982721 --- ParallelTerminationStrategy: PID 7499 died...\u000a23:19:00.037568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7499): Terminated: ok {rc=0}\u000a23:19:00.047410 --- ParallelTerminationStrategy: PID 7502 died...\u000a23:19:00.102221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7502): Terminated: ok {rc=0}\u000a23:19:00.111981 --- ParallelTerminationStrategy: PID 7505 died...\u000a23:19:00.166686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7505): Terminated: ok {rc=0}\u000a23:19:00.252889 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7521): Process ended prematurely: osmo-stp_10.42.42.5(pid=7521) [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7521)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7521): Process ended prematurely: osmo-stp_10.42.42.5(pid=7521) [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7521)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a23:19:01.369225 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:19:01.382125 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:19:01.562673 tst iperf3m4.py: using LAC 32196\u000a23:19:01.691074 tst iperf3m4.py: using RAC 66\u000a23:19:01.814882 tst iperf3m4.py: using CellId 32196\u000a23:19:01.938148 tst iperf3m4.py: using BVCI 32197\u000a23:19:01.963111 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:19:01.975749 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:19:01.989325 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:19:02.004030 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:19:02.018497 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:19:02.030892 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:19:02.045422 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:19:02.058769 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:19:02.071425 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:19:02.194730 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:19:02.315365 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:19:02.435612 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:19:02.732770 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:19:02.868154 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:19:03.204451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7507): Launched\u000a23:19:03.484136 run iperf3-srv_10.42.42.10(pid=7508): Launched\u000a23:19:03.684439 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:19:03.820539 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:19:04.157824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7509): Launched\u000a23:19:04.437212 run iperf3-srv_10.42.42.10(pid=7510): Launched\u000a23:19:04.637635 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:19:04.773209 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:19:05.109167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7511): Launched\u000a23:19:05.388457 run iperf3-srv_10.42.42.10(pid=7512): Launched\u000a23:19:05.588059 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:19:05.723304 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:19:06.058398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7513): Launched\u000a23:19:06.337202 run iperf3-srv_10.42.42.10(pid=7514): Launched\u000a23:19:06.536915 tst iperf3m4.py:8: start network...\u000a23:19:06.672287 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:19:07.190532 run create_hlr_db(pid=7515): Launched\u000a23:19:07.378613 bus /gobi_6: Setting Powered False\u000a23:19:08.399389 run create_hlr_db(pid=7515): Terminated: ok {rc=0}\u000a23:19:08.808196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7517): Launched\u000a23:19:09.113058 run osmo-hlr_10.42.42.2(pid=7518): Launched\u000a23:19:09.224155 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:19:09.756749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7520): Launched\u000a23:19:10.063817 run osmo-stp_10.42.42.5(pid=7521): Launched\u000a23:19:10.176448 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:19:10.711355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7523): Launched\u000a23:19:10.820554 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:19:11.087963 run patchelf(pid=7524): Launched\u000a23:19:11.267061 run osmo-stp_10.42.42.5(pid=7521): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7521)]\u000a23:19:11.397803 run osmo-stp_10.42.42.5(pid=7521): stdout: \u000a| (launched: 2022-12-12_23:19:09.912456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:11.529152 run osmo-stp_10.42.42.5(pid=7521): stderr: \u000a| �[0;m�[38;5;43m20221212231910087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231910087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231910087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231910087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231910088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231910088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231910088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:11.656097 run osmo-stp_10.42.42.5(pid=7521): stdout: \u000a| (launched: 2022-12-12_23:19:09.912456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:11.781944 run osmo-stp_10.42.42.5(pid=7521): stderr: \u000a| �[0;m�[38;5;43m20221212231910087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231910087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231910087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231910087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231910088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231910088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231910088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:11.930334 run patchelf(pid=7524): Terminating (SIGINT)\u000a23:19:12.104037 run patchelf(pid=7524): Terminated: ok {rc=0}\u000a23:19:12.135903 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7521): Process ended prematurely: osmo-stp_10.42.42.5(pid=7521) [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7521)] [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a23:19:12.145117 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a23:19:12.204935 run osmo-hlr_10.42.42.2(pid=7518): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7518)]\u000a23:19:12.253373 run osmo-hlr_10.42.42.2(pid=7518): stdout: \u000a| (launched: 2022-12-12_23:19:08.963073) \u000a23:19:12.302384 run osmo-hlr_10.42.42.2(pid=7518): stderr: \u000a| �[0;m�[1;31m20221212231909139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231909139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231909139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231909139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231909139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231909139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231909182 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231909192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231909192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231909192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:19:12.344058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7507): Terminating (SIGTERM)\u000a23:19:12.383325 run iperf3-srv_10.42.42.10(pid=7508): Terminating (SIGTERM)\u000a23:19:12.422600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7509): Terminating (SIGTERM)\u000a23:19:12.461723 run iperf3-srv_10.42.42.10(pid=7510): Terminating (SIGTERM)\u000a23:19:12.501071 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7511): Terminating (SIGTERM)\u000a23:19:12.541096 run iperf3-srv_10.42.42.10(pid=7512): Terminating (SIGTERM)\u000a23:19:12.580237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7513): Terminating (SIGTERM)\u000a23:19:12.619276 run iperf3-srv_10.42.42.10(pid=7514): Terminating (SIGTERM)\u000a23:19:12.658508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7517): Terminating (SIGTERM)\u000a23:19:12.697712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7520): Terminating (SIGTERM)\u000a23:19:12.736901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7523): Terminating (SIGTERM)\u000a23:19:12.746300 --- ParallelTerminationStrategy: PID 7507 died...\u000a23:19:12.798882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7507): Terminated: ok {rc=0}\u000a23:19:12.808113 --- ParallelTerminationStrategy: PID 7508 died...\u000a23:19:12.860013 run iperf3-srv_10.42.42.10(pid=7508): Terminated {rc=256}\u000a23:19:12.869660 --- ParallelTerminationStrategy: PID 7509 died...\u000a23:19:12.921903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7509): Terminated: ok {rc=0}\u000a23:19:12.931452 --- ParallelTerminationStrategy: PID 7510 died...\u000a23:19:12.983928 run iperf3-srv_10.42.42.10(pid=7510): Terminated {rc=256}\u000a23:19:12.993590 --- ParallelTerminationStrategy: PID 7511 died...\u000a23:19:13.046080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7511): Terminated: ok {rc=0}\u000a23:19:13.055683 --- ParallelTerminationStrategy: PID 7512 died...\u000a23:19:13.107944 run iperf3-srv_10.42.42.10(pid=7512): Terminated {rc=256}\u000a23:19:13.117641 --- ParallelTerminationStrategy: PID 7513 died...\u000a23:19:13.169762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7513): Terminated: ok {rc=0}\u000a23:19:13.179365 --- ParallelTerminationStrategy: PID 7514 died...\u000a23:19:13.231402 run iperf3-srv_10.42.42.10(pid=7514): Terminated {rc=256}\u000a23:19:13.241092 --- ParallelTerminationStrategy: PID 7517 died...\u000a23:19:13.293306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7517): Terminated: ok {rc=0}\u000a23:19:13.302953 --- ParallelTerminationStrategy: PID 7520 died...\u000a23:19:13.355235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7520): Terminated: ok {rc=0}\u000a23:19:13.365018 --- ParallelTerminationStrategy: PID 7523 died...\u000a23:19:13.417292 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7523): Terminated: ok {rc=0}\u000a23:19:13.505448 bus /gobi_4: Setting Powered False\u000a23:19:14.607154 bus /gobi_4: Setting Powered False\u000a23:19:15.718510 bus /gobi_1: Setting Powered False\u000a23:19:16.824051 bus /gobi_1: Setting Powered False\u000a23:19:17.933382 bus /gobi_0: Setting Powered False\u000a23:19:19.035888 bus /gobi_0: Setting Powered False\u000a23:19:20.145638 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7531): Process ended prematurely: osmo-stp_10.42.42.5(pid=7531) [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7531)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7531): Process ended prematurely: osmo-stp_10.42.42.5(pid=7531) [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7531)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a23:19:21.210369 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:19:21.222289 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:19:21.364597 tst ping.py: using LAC 32197\u000a23:19:21.482565 tst ping.py: using RAC 67\u000a23:19:21.599090 tst ping.py: using CellId 32197\u000a23:19:21.715024 tst ping.py: using BVCI 32198\u000a23:19:21.738041 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:19:21.749411 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:19:21.760540 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:19:21.771998 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:19:21.783592 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:19:21.795181 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:19:21.806850 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:19:21.818229 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:19:22.094518 tst ping.py:19: start network...\u000a23:19:22.218801 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:19:22.690876 run create_hlr_db(pid=7525): Launched\u000a23:19:22.864285 bus /gobi_6: Setting Powered False\u000a23:19:23.884548 run create_hlr_db(pid=7525): Terminated: ok {rc=0}\u000a23:19:24.308112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7527): Launched\u000a23:19:24.608647 run osmo-hlr_10.42.42.2(pid=7528): Launched\u000a23:19:24.725511 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:19:25.256000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7530): Launched\u000a23:19:25.555463 run osmo-stp_10.42.42.5(pid=7531): Launched\u000a23:19:25.665247 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:19:26.186670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7533): Launched\u000a23:19:26.293799 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:19:26.556093 run patchelf(pid=7534): Launched\u000a23:19:26.732174 run osmo-stp_10.42.42.5(pid=7531): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7531)]\u000a23:19:26.860030 run osmo-stp_10.42.42.5(pid=7531): stdout: \u000a| (launched: 2022-12-12_23:19:25.407381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:26.988508 run osmo-stp_10.42.42.5(pid=7531): stderr: \u000a| �[0;m�[38;5;43m20221212231925576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231925576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231925576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231925576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231925577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231925577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231925577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:27.112198 run osmo-stp_10.42.42.5(pid=7531): stdout: \u000a| (launched: 2022-12-12_23:19:25.407381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:27.235229 run osmo-stp_10.42.42.5(pid=7531): stderr: \u000a| �[0;m�[38;5;43m20221212231925576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231925576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231925576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231925576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231925577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231925577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231925577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:27.380006 run patchelf(pid=7534): Terminating (SIGINT)\u000a23:19:27.550896 run patchelf(pid=7534): Terminated: ok {rc=0}\u000a23:19:27.581513 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7531): Process ended prematurely: osmo-stp_10.42.42.5(pid=7531) [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7531)] [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a23:19:27.590037 tst ping.py:22: Test FAILED (6.4 sec)\u000a23:19:27.649008 run osmo-hlr_10.42.42.2(pid=7528): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7528)]\u000a23:19:27.697407 run osmo-hlr_10.42.42.2(pid=7528): stdout: \u000a| (launched: 2022-12-12_23:19:24.460346) \u000a23:19:27.745933 run osmo-hlr_10.42.42.2(pid=7528): stderr: \u000a| �[0;m�[1;31m20221212231924638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231924638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231924638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231924638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231924638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231924638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231924650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231924658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231924659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231924659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:19:27.787417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7527): Terminating (SIGTERM)\u000a23:19:27.826738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7530): Terminating (SIGTERM)\u000a23:19:27.865710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7533): Terminating (SIGTERM)\u000a23:19:27.874941 --- ParallelTerminationStrategy: PID 7527 died...\u000a23:19:27.927677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7527): Terminated: ok {rc=0}\u000a23:19:27.937314 --- ParallelTerminationStrategy: PID 7530 died...\u000a23:19:27.989608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7530): Terminated: ok {rc=0}\u000a23:19:27.999066 --- ParallelTerminationStrategy: PID 7533 died...\u000a23:19:28.051198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7533): Terminated: ok {rc=0}\u000a23:19:28.133677 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7541): Process ended prematurely: osmo-stp_10.42.42.5(pid=7541) [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7541)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7541): Process ended prematurely: osmo-stp_10.42.42.5(pid=7541) [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a23:19:29.183904 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:19:29.195678 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:19:29.335745 tst ping_idle_ping.py: using LAC 32198\u000a23:19:29.459568 tst ping_idle_ping.py: using RAC 68\u000a23:19:29.585249 tst ping_idle_ping.py: using CellId 32198\u000a23:19:29.710968 tst ping_idle_ping.py: using BVCI 32199\u000a23:19:29.735633 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:19:29.747783 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:19:29.759605 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:19:29.771640 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:19:29.783615 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:19:29.795555 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:19:29.807499 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:19:29.819324 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:19:30.096902 tst ping_idle_ping.py:24: start network...\u000a23:19:30.222438 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:19:30.700847 run create_hlr_db(pid=7535): Launched\u000a23:19:30.890786 bus /gobi_6: Setting Powered False\u000a23:19:31.898470 run create_hlr_db(pid=7535): Terminated: ok {rc=0}\u000a23:19:32.337966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7537): Launched\u000a23:19:32.641356 run osmo-hlr_10.42.42.2(pid=7538): Launched\u000a23:19:32.759959 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:19:33.292854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7540): Launched\u000a23:19:33.594189 run osmo-stp_10.42.42.5(pid=7541): Launched\u000a23:19:33.704278 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:19:34.230578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7543): Launched\u000a23:19:34.338121 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:19:34.603990 run patchelf(pid=7547): Launched\u000a23:19:34.781237 run osmo-stp_10.42.42.5(pid=7541): ERR: Terminated: ERROR {rc=1} [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7541)]\u000a23:19:34.910159 run osmo-stp_10.42.42.5(pid=7541): stdout: \u000a| (launched: 2022-12-12_23:19:33.445372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:35.039451 run osmo-stp_10.42.42.5(pid=7541): stderr: \u000a| �[0;m�[38;5;43m20221212231933617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231933618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231933618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231933618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231933619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231933619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231933619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:35.163875 run osmo-stp_10.42.42.5(pid=7541): stdout: \u000a| (launched: 2022-12-12_23:19:33.445372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:35.287503 run osmo-stp_10.42.42.5(pid=7541): stderr: \u000a| �[0;m�[38;5;43m20221212231933617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231933618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231933618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231933618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231933619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231933619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231933619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:35.432363 run patchelf(pid=7547): Terminating (SIGINT)\u000a23:19:35.603252 run patchelf(pid=7547): Terminated: ok {rc=0}\u000a23:19:35.634083 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7541): Process ended prematurely: osmo-stp_10.42.42.5(pid=7541) [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7541)] [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a23:19:35.642779 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a23:19:35.702829 run osmo-hlr_10.42.42.2(pid=7538): ERR: Terminated: ERROR {rc=237} [trial-2383↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7538)]\u000a23:19:35.752356 run osmo-hlr_10.42.42.2(pid=7538): stdout: \u000a| (launched: 2022-12-12_23:19:32.491496) \u000a23:19:35.802276 run osmo-hlr_10.42.42.2(pid=7538): stderr: \u000a| �[0;m�[1;31m20221212231932665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231932665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231932665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231932666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231932666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231932666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231932678 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231932686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231932686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231932686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:19:35.844252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7537): Terminating (SIGTERM)\u000a23:19:35.883932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7540): Terminating (SIGTERM)\u000a23:19:35.923868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7543): Terminating (SIGTERM)\u000a23:19:35.933069 --- ParallelTerminationStrategy: PID 7537 died...\u000a23:19:35.985996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7537): Terminated: ok {rc=0}\u000a23:19:35.995723 --- ParallelTerminationStrategy: PID 7540 died...\u000a23:19:36.048648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7540): Terminated: ok {rc=0}\u000a23:19:36.058240 --- ParallelTerminationStrategy: PID 7543 died...\u000a23:19:36.111159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7543): Terminated: ok {rc=0}\u000a23:19:36.198961 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:18:38" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7558): Process ended prematurely: osmo-stp_10.42.42.5(pid=7558) [trial-2383↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7558)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7558): Process ended prematurely: osmo-stp_10.42.42.5(pid=7558) [trial-2383↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7558)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a23:19:38.252586 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:19:38.264584 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:19:38.426808 tst switch_tch_pdch.py: using LAC 32199\u000a23:19:38.549536 tst switch_tch_pdch.py: using RAC 69\u000a23:19:38.668494 tst switch_tch_pdch.py: using CellId 32199\u000a23:19:38.788910 tst switch_tch_pdch.py: using BVCI 32200\u000a23:19:38.812157 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:19:38.823660 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:19:38.835122 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:19:38.847194 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:19:38.858940 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:19:38.870717 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:19:38.882613 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:19:38.894469 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:19:39.013107 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:19:39.307067 tst switch_tch_pdch.py:51: start network...\u000a23:19:39.440371 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:19:39.951051 run create_hlr_db(pid=7551): Launched\u000a23:19:40.136543 bus /gobi_6: Setting Powered False\u000a23:19:41.156632 run create_hlr_db(pid=7551): Terminated: ok {rc=0}\u000a23:19:41.560353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7554): Launched\u000a23:19:41.861534 run osmo-hlr_10.42.42.2(pid=7555): Launched\u000a23:19:41.972574 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:19:42.495264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7557): Launched\u000a23:19:42.797695 run osmo-stp_10.42.42.5(pid=7558): Launched\u000a23:19:42.907855 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:19:43.431601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7560): Launched\u000a23:19:43.538896 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:19:43.801790 run patchelf(pid=7561): Launched\u000a23:19:43.978079 run osmo-stp_10.42.42.5(pid=7558): ERR: Terminated: ERROR {rc=1} [trial-2383↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7558)]\u000a23:19:44.107038 run osmo-stp_10.42.42.5(pid=7558): stdout: \u000a| (launched: 2022-12-12_23:19:42.648041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:44.236212 run osmo-stp_10.42.42.5(pid=7558): stderr: \u000a| �[0;m�[38;5;43m20221212231942819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231942820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231942820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231942820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231942821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231942821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231942821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:44.361152 run osmo-stp_10.42.42.5(pid=7558): stdout: \u000a| (launched: 2022-12-12_23:19:42.648041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:44.484749 run osmo-stp_10.42.42.5(pid=7558): stderr: \u000a| �[0;m�[38;5;43m20221212231942819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212231942820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212231942820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212231942820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212231942821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212231942821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212231942821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:44.630395 run patchelf(pid=7561): Terminating (SIGINT)\u000a23:19:44.801967 run patchelf(pid=7561): Terminated: ok {rc=0}\u000a23:19:44.832854 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=7558): Process ended prematurely: osmo-stp_10.42.42.5(pid=7558) [trial-2383↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7558)] [trial-2383↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a23:19:44.841443 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a23:19:44.901011 run osmo-hlr_10.42.42.2(pid=7555): ERR: Terminated: ERROR {rc=237} [trial-2383↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7555)]\u000a23:19:44.949971 run osmo-hlr_10.42.42.2(pid=7555): stdout: \u000a| (launched: 2022-12-12_23:19:41.713320) \u000a23:19:44.999480 run osmo-hlr_10.42.42.2(pid=7555): stderr: \u000a| �[0;m�[1;31m20221212231941891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212231941891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212231941891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231941891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212231941891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212231941891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212231941909 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212231941918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212231941918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212231941918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:19:45.041137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7554): Terminating (SIGTERM)\u000a23:19:45.080565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7557): Terminating (SIGTERM)\u000a23:19:45.120168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7560): Terminating (SIGTERM)\u000a23:19:45.129480 --- ParallelTerminationStrategy: PID 7554 died...\u000a23:19:45.182357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7554): Terminated: ok {rc=0}\u000a23:19:45.191936 --- ParallelTerminationStrategy: PID 7557 died...\u000a23:19:45.245155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7557): Terminated: ok {rc=0}\u000a23:19:45.254408 --- ParallelTerminationStrategy: PID 7560 died...\u000a23:19:45.307250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7560): Terminated: ok {rc=0}\u000a23:19:45.394796 bus /gobi_0: Setting Powered False\u000a23:19:46.501651 bus /gobi_0: Setting Powered False\u000a23:19:47.606545 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:19:37" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7566): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7566) [trial-2383↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7566)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7566): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7566) [trial-2383↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a23:19:49.449224 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a23:19:49.562269 tst esme_connect_policy_acceptall.py: using MSISDN 8018\u000a23:19:49.706534 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:19:50.320887 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7565): Launched\u000a23:19:50.643936 run osmo-nitb_10.42.42.2(pid=7566): Launched\u000a23:19:50.844058 run osmo-nitb_10.42.42.2(pid=7566): ERR: Terminated: ERROR {rc=2} [trial-2383↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7566)]\u000a23:19:50.990886 run osmo-nitb_10.42.42.2(pid=7566): stdout: \u000a| (launched: 2022-12-12_23:19:50.487385) \u000a23:19:51.138183 run osmo-nitb_10.42.42.2(pid=7566): stderr: \u000a| (launched: 2022-12-12_23:19:50.535759)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:19:51.280177 run osmo-nitb_10.42.42.2(pid=7566): stdout: \u000a| (launched: 2022-12-12_23:19:50.487385) \u000a23:19:51.421517 run osmo-nitb_10.42.42.2(pid=7566): stderr: \u000a| (launched: 2022-12-12_23:19:50.535759)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:19:51.775819 tst osmo-nitb_10.42.42.2(pid=7566): stdout: \u000a| (launched: 2022-12-12_23:19:50.487385) \u000a23:19:51.906452 tst osmo-nitb_10.42.42.2(pid=7566): stderr: \u000a| (launched: 2022-12-12_23:19:50.535759)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:19:51.963381 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=7566): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7566) [trial-2383↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7566)] [trial-2383↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a23:19:51.971823 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec)\u000a23:19:52.007544 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7565): Terminating (SIGTERM)\u000a23:19:52.185227 --- ParallelTerminationStrategy: PID 7565 died...\u000a23:19:52.242448 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7565): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7568): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7568) [trial-2383↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7568)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7568): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7568) [trial-2383↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7568)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a23:19:52.257188 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a23:19:52.373609 tst esme_connect_policy_closed.py: using MSISDN 8019\u000a23:19:52.504544 tst esme_connect_policy_closed.py: using MSISDN 8020\u000a23:19:52.621392 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:19:53.240472 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7567): Launched\u000a23:19:53.564475 run osmo-nitb_10.42.42.2(pid=7568): Launched\u000a23:19:53.750653 run osmo-nitb_10.42.42.2(pid=7568): ERR: Terminated: ERROR {rc=2} [trial-2383↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7568)]\u000a23:19:53.886749 run osmo-nitb_10.42.42.2(pid=7568): stdout: \u000a| (launched: 2022-12-12_23:19:53.407266) \u000a23:19:54.023286 run osmo-nitb_10.42.42.2(pid=7568): stderr: \u000a| (launched: 2022-12-12_23:19:53.456206)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:19:54.154767 run osmo-nitb_10.42.42.2(pid=7568): stdout: \u000a| (launched: 2022-12-12_23:19:53.407266) \u000a23:19:54.284769 run osmo-nitb_10.42.42.2(pid=7568): stderr: \u000a| (launched: 2022-12-12_23:19:53.456206)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:19:54.342168 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=7568): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7568) [trial-2383↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7568)] [trial-2383↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a23:19:54.350594 tst esme_connect_policy_closed.py:24: Test FAILED (2.1 sec)\u000a23:19:54.386174 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7567): Terminating (SIGTERM)\u000a23:19:54.563783 --- ParallelTerminationStrategy: PID 7567 died...\u000a23:19:54.620378 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7567): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7571): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7571) [trial-2383↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7571)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7571): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7571) [trial-2383↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7571)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a23:19:54.635027 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a23:19:54.646496 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a23:19:54.779005 tst esme_ms_sms_storeforward.py: using LAC 32200\u000a23:19:54.908583 tst esme_ms_sms_storeforward.py: using RAC 70\u000a23:19:55.038968 tst esme_ms_sms_storeforward.py: using CellId 32200\u000a23:19:55.167843 tst esme_ms_sms_storeforward.py: using BVCI 32201\u000a23:19:55.193069 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a23:19:55.412276 tst esme_ms_sms_storeforward.py: using MSISDN 8021\u000a23:19:55.603657 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a23:19:55.734173 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:19:56.407174 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7570): Launched\u000a23:19:56.733420 run osmo-nitb_10.42.42.2(pid=7571): Launched\u000a23:19:56.920282 run osmo-nitb_10.42.42.2(pid=7571): ERR: Terminated: ERROR {rc=2} [trial-2383↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7571)]\u000a23:19:57.056289 run osmo-nitb_10.42.42.2(pid=7571): stdout: \u000a| (launched: 2022-12-12_23:19:56.575843) \u000a23:19:57.192536 run osmo-nitb_10.42.42.2(pid=7571): stderr: \u000a| (launched: 2022-12-12_23:19:56.625330)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:19:57.324080 run osmo-nitb_10.42.42.2(pid=7571): stdout: \u000a| (launched: 2022-12-12_23:19:56.575843) \u000a23:19:57.454567 run osmo-nitb_10.42.42.2(pid=7571): stderr: \u000a| (launched: 2022-12-12_23:19:56.625330)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:19:57.511676 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=7571): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7571) [trial-2383↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7571)] [trial-2383↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a23:19:57.520013 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.9 sec)\u000a23:19:57.555566 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7570): Terminating (SIGTERM)\u000a23:19:57.733124 --- ParallelTerminationStrategy: PID 7570 died...\u000a23:19:57.789626 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7570): Terminated: ok {rc=0}\u000a23:19:57.875918 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7573): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7573) [trial-2383↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7573)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7573): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7573) [trial-2383↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7573)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a23:19:58.928023 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a23:19:58.939648 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a23:19:59.074767 tst esme_ms_sms_transaction.py: using LAC 32201\u000a23:19:59.202948 tst esme_ms_sms_transaction.py: using RAC 71\u000a23:19:59.331864 tst esme_ms_sms_transaction.py: using CellId 32201\u000a23:19:59.461604 tst esme_ms_sms_transaction.py: using BVCI 32202\u000a23:19:59.486574 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a23:19:59.714162 tst esme_ms_sms_transaction.py: using MSISDN 8022\u000a23:19:59.914954 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a23:20:00.051749 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:20:00.724189 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7572): Launched\u000a23:20:01.096449 run osmo-nitb_10.42.42.2(pid=7573): Launched\u000a23:20:01.300214 run osmo-nitb_10.42.42.2(pid=7573): ERR: Terminated: ERROR {rc=2} [trial-2383↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7573)]\u000a23:20:01.450543 run osmo-nitb_10.42.42.2(pid=7573): stdout: \u000a| (launched: 2022-12-12_23:20:00.902327) \u000a23:20:01.600722 run osmo-nitb_10.42.42.2(pid=7573): stderr: \u000a| (launched: 2022-12-12_23:20:00.951983)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:20:01.751402 run osmo-nitb_10.42.42.2(pid=7573): stdout: \u000a| (launched: 2022-12-12_23:20:00.902327) \u000a23:20:01.895968 run osmo-nitb_10.42.42.2(pid=7573): stderr: \u000a| (launched: 2022-12-12_23:20:00.951983)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:20:02.243418 tst osmo-nitb_10.42.42.2(pid=7573): stdout: \u000a| (launched: 2022-12-12_23:20:00.902327) \u000a23:20:02.367040 tst osmo-nitb_10.42.42.2(pid=7573): stderr: \u000a| (launched: 2022-12-12_23:20:00.951983)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:20:02.420473 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=7573): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7573) [trial-2383↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7573)] [trial-2383↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a23:20:02.428509 tst esme_ms_sms_transaction.py:21: Test FAILED (3.5 sec)\u000a23:20:02.464484 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7572): Terminating (SIGTERM)\u000a23:20:02.642725 --- ParallelTerminationStrategy: PID 7572 died...\u000a23:20:02.698320 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7572): Terminated: ok {rc=0}\u000a23:20:02.786873 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 16.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:19:49" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=7585): Process ended prematurely: osmo-hlr_10.42.42.2(pid=7585) [trial-2383↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7585)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=7585): Process ended prematurely: osmo-hlr_10.42.42.2(pid=7585) [trial-2383↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7585)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a23:20:04.579139 tst smpp: Using 1 x ip_address (candidates: 6)\u000a23:20:04.589832 tst smpp: Using 1 x ip_address (candidates: 6)\u000a23:20:04.600578 tst smpp: Using 1 x ip_address (candidates: 6)\u000a23:20:04.611499 tst smpp: Using 1 x ip_address (candidates: 6)\u000a23:20:04.723678 tst esme_connect_policy_acceptall.py: using MSISDN 8023\u000a23:20:04.834010 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a23:20:05.369802 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=7580): Launched\u000a23:20:05.679881 run osmo-stp_10.42.42.4(pid=7581): Launched\u000a23:20:05.790006 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:20:06.274311 run create_hlr_db(pid=7582): Launched\u000a23:20:06.452710 bus /sierra_2: Setting Powered False\u000a23:20:07.472076 run create_hlr_db(pid=7582): Terminated: ok {rc=0}\u000a23:20:07.906408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7584): Launched\u000a23:20:08.233515 run osmo-hlr_10.42.42.2(pid=7585): Launched\u000a23:20:08.353766 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a23:20:08.956625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7587): Launched\u000a23:20:09.284459 run osmo-msc_10.42.42.5(pid=7588): Launched\u000a23:20:09.537595 run osmo-hlr_10.42.42.2(pid=7585): ERR: Terminated: ERROR {rc=237} [trial-2383↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7585)]\u000a23:20:09.675709 run osmo-hlr_10.42.42.2(pid=7585): stdout: \u000a| (launched: 2022-12-12_23:20:08.073507) \u000a23:20:09.812862 run osmo-hlr_10.42.42.2(pid=7585): stderr: \u000a| �[0;m�[1;31m20221212232008272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232008272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232008272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232008272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232008272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232008272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232008285 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232008293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232008293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232008293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:20:09.944266 run osmo-hlr_10.42.42.2(pid=7585): stdout: \u000a| (launched: 2022-12-12_23:20:08.073507) \u000a23:20:10.074528 run osmo-hlr_10.42.42.2(pid=7585): stderr: \u000a| �[0;m�[1;31m20221212232008272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232008272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232008272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232008272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232008272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232008272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232008285 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232008293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232008293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232008293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:20:10.131608 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=7585): Process ended prematurely: osmo-hlr_10.42.42.2(pid=7585) [trial-2383↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7585)] [trial-2383↪smpp↪esme_connect_policy_acceptall.py:23]\u000a23:20:10.140043 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.6 sec)\u000a23:20:10.202095 run osmo-msc_10.42.42.5(pid=7588): ERR: Terminated: ERROR {rc=9} [trial-2383↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=7588)]\u000a23:20:10.253239 run osmo-msc_10.42.42.5(pid=7588): stdout: \u000a| (launched: 2022-12-12_23:20:09.124084) \u000a23:20:10.305026 run osmo-msc_10.42.42.5(pid=7588): stderr: \u000a| �[0;m�[38;5;43m20221212232009490 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221212232009490 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221212232009490 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221212232009490 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221212232009491 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221212232009491 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221212232009491 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221212232009491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221212232009491 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a23:20:10.349243 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=7580): Terminating (SIGTERM)\u000a23:20:10.391389 run osmo-stp_10.42.42.4(pid=7581): Terminating (SIGTERM)\u000a23:20:10.433676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7584): Terminating (SIGTERM)\u000a23:20:10.478698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7587): Terminating (SIGTERM)\u000a23:20:10.489556 --- ParallelTerminationStrategy: PID 7580 died...\u000a23:20:10.547824 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=7580): Terminated: ok {rc=0}\u000a23:20:10.557784 --- ParallelTerminationStrategy: PID 7581 died...\u000a23:20:10.612479 run osmo-stp_10.42.42.4(pid=7581): Terminated: ok {rc=0}\u000a23:20:10.622315 --- ParallelTerminationStrategy: PID 7584 died...\u000a23:20:10.677616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7584): Terminated: ok {rc=0}\u000a23:20:10.687527 --- ParallelTerminationStrategy: PID 7587 died...\u000a23:20:10.742640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7587): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=7596): Process ended prematurely: osmo-hlr_10.42.42.2(pid=7596) [trial-2383↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7596)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=7596): Process ended prematurely: osmo-hlr_10.42.42.2(pid=7596) [trial-2383↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7596)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a23:20:10.757409 tst smpp: Using 1 x ip_address (candidates: 6)\u000a23:20:10.768858 tst smpp: Using 1 x bts (candidates: 1)\u000a23:20:10.902997 tst esme_connect_policy_closed.py: using LAC 32202\u000a23:20:11.033186 tst esme_connect_policy_closed.py: using RAC 72\u000a23:20:11.162315 tst esme_connect_policy_closed.py: using CellId 32202\u000a23:20:11.291587 tst esme_connect_policy_closed.py: using BVCI 32203\u000a23:20:11.316636 tst smpp: Using 1 x ip_address (candidates: 6)\u000a23:20:11.327464 tst smpp: Using 1 x ip_address (candidates: 6)\u000a23:20:11.338322 tst smpp: Using 1 x ip_address (candidates: 6)\u000a23:20:11.454950 tst esme_connect_policy_closed.py: using MSISDN 8024\u000a23:20:11.584647 tst esme_connect_policy_closed.py: using MSISDN 8025\u000a23:20:11.702410 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a23:20:12.272092 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=7591): Launched\u000a23:20:12.600370 run osmo-stp_10.42.42.4(pid=7592): Launched\u000a23:20:12.717200 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:20:13.241257 run create_hlr_db(pid=7593): Launched\u000a23:20:14.433807 run create_hlr_db(pid=7593): Terminated: ok {rc=0}\u000a23:20:14.772090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7595): Launched\u000a23:20:15.098115 run osmo-hlr_10.42.42.2(pid=7596): Launched\u000a23:20:15.219799 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a23:20:15.795561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7598): Launched\u000a23:20:16.251293 run osmo-msc_10.42.42.5(pid=7599): Launched\u000a23:20:16.613937 run osmo-hlr_10.42.42.2(pid=7596): ERR: Terminated: ERROR {rc=237} [trial-2383↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7596)]\u000a23:20:16.784457 run osmo-hlr_10.42.42.2(pid=7596): stdout: \u000a| (launched: 2022-12-12_23:20:14.938426) \u000a23:20:16.958268 run osmo-hlr_10.42.42.2(pid=7596): stderr: \u000a| �[0;m�[1;31m20221212232015114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232015114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232015114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232015114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232015115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232015115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232015129 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232015137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232015138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232015138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:20:17.123019 run osmo-hlr_10.42.42.2(pid=7596): stdout: \u000a| (launched: 2022-12-12_23:20:14.938426) \u000a23:20:17.258666 run osmo-hlr_10.42.42.2(pid=7596): stderr: \u000a| �[0;m�[1;31m20221212232015114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232015114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232015114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232015114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232015115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232015115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232015129 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232015137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232015138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232015138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:20:17.316399 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=7596): Process ended prematurely: osmo-hlr_10.42.42.2(pid=7596) [trial-2383↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7596)] [trial-2383↪smpp↪esme_connect_policy_closed.py:31]\u000a23:20:17.325237 tst esme_connect_policy_closed.py:31: Test FAILED (6.6 sec)\u000a23:20:17.390155 run osmo-msc_10.42.42.5(pid=7599): ERR: Terminated: ERROR {rc=9} [trial-2383↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=7599)]\u000a23:20:17.442623 run osmo-msc_10.42.42.5(pid=7599): stdout: \u000a| (launched: 2022-12-12_23:20:15.981474) \u000a23:20:17.496051 run osmo-msc_10.42.42.5(pid=7599): stderr: \u000a| �[0;m�[38;5;43m20221212232016541 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221212232016541 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221212232016541 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221212232016541 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221212232016541 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221212232016541 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221212232016542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221212232016542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221212232016542 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a23:20:17.540751 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=7591): Terminating (SIGTERM)\u000a23:20:17.583420 run osmo-stp_10.42.42.4(pid=7592): Terminating (SIGTERM)\u000a23:20:17.627338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7595): Terminating (SIGTERM)\u000a23:20:17.670222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7598): Terminating (SIGTERM)\u000a23:20:17.681116 --- ParallelTerminationStrategy: PID 7591 died...\u000a23:20:17.740776 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=7591): Terminated: ok {rc=0}\u000a23:20:17.751042 --- ParallelTerminationStrategy: PID 7592 died...\u000a23:20:17.807214 run osmo-stp_10.42.42.4(pid=7592): Terminated: ok {rc=0}\u000a23:20:17.817828 --- ParallelTerminationStrategy: PID 7595 died...\u000a23:20:17.873838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7595): Terminated: ok {rc=0}\u000a23:20:17.884413 --- ParallelTerminationStrategy: PID 7598 died...\u000a23:20:17.941100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7598): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7608): Process ended prematurely: osmo-stp_10.42.42.5(pid=7608) [trial-2383↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7608)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7608): Process ended prematurely: osmo-stp_10.42.42.5(pid=7608) [trial-2383↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7608)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a23:20:17.956011 tst smpp: Using 1 x ip_address (candidates: 6)\u000a23:20:17.967500 tst smpp: Using 1 x bts (candidates: 1)\u000a23:20:18.102887 tst esme_ms_sms_storeforward.py: using LAC 32203\u000a23:20:18.232230 tst esme_ms_sms_storeforward.py: using RAC 73\u000a23:20:18.363150 tst esme_ms_sms_storeforward.py: using CellId 32203\u000a23:20:18.489144 tst esme_ms_sms_storeforward.py: using BVCI 32204\u000a23:20:18.512704 tst smpp: Using 1 x ip_address (candidates: 6)\u000a23:20:18.523205 tst smpp: Using 1 x ip_address (candidates: 6)\u000a23:20:18.533618 tst smpp: Using 1 x ip_address (candidates: 6)\u000a23:20:18.545114 tst smpp: Using 1 x ip_address (candidates: 6)\u000a23:20:18.556368 tst smpp: Using 1 x ip_address (candidates: 6)\u000a23:20:18.567446 tst smpp: Using 1 x modem (candidates: 1)\u000a23:20:18.795496 tst esme_ms_sms_storeforward.py: using MSISDN 8026\u000a23:20:18.913290 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:20:19.440237 run create_hlr_db(pid=7602): Launched\u000a23:20:20.633948 run create_hlr_db(pid=7602): Terminated: ok {rc=0}\u000a23:20:20.972734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7604): Launched\u000a23:20:21.302023 run osmo-hlr_10.42.42.2(pid=7605): Launched\u000a23:20:21.424229 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:20:21.976079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7607): Launched\u000a23:20:22.287443 run osmo-stp_10.42.42.5(pid=7608): Launched\u000a23:20:22.401354 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:20:22.966025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7610): Launched\u000a23:20:23.278444 run osmo-msc_10.42.42.6(pid=7611): Launched\u000a23:20:23.461229 run osmo-stp_10.42.42.5(pid=7608): ERR: Terminated: ERROR {rc=1} [trial-2383↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7608)]\u000a23:20:23.592546 run osmo-stp_10.42.42.5(pid=7608): stdout: \u000a| (launched: 2022-12-12_23:20:22.134192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:23.721629 run osmo-stp_10.42.42.5(pid=7608): stderr: \u000a| �[0;m�[38;5;43m20221212232022304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232022304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232022305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232022305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232022307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232022307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232022307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:23.845782 run osmo-stp_10.42.42.5(pid=7608): stdout: \u000a| (launched: 2022-12-12_23:20:22.134192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:23.968792 run osmo-stp_10.42.42.5(pid=7608): stderr: \u000a| �[0;m�[38;5;43m20221212232022304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232022304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232022305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232022305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232022307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232022307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232022307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:24.022500 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=7608): Process ended prematurely: osmo-stp_10.42.42.5(pid=7608) [trial-2383↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7608)] [trial-2383↪smpp↪esme_ms_sms_storeforward.py:30]\u000a23:20:24.030439 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.1 sec)\u000a23:20:24.090585 run osmo-hlr_10.42.42.2(pid=7605): ERR: Terminated: ERROR {rc=237} [trial-2383↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7605)]\u000a23:20:24.139693 run osmo-hlr_10.42.42.2(pid=7605): stdout: \u000a| (launched: 2022-12-12_23:20:21.141249) \u000a23:20:24.189667 run osmo-hlr_10.42.42.2(pid=7605): stderr: \u000a| �[0;m�[1;31m20221212232021321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232021321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232021321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232021321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232021321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232021321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232021332 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232021340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232021341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232021341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:20:24.256693 run osmo-msc_10.42.42.6(pid=7611): ERR: Terminated: ERROR {rc=2} [trial-2383↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7611)]\u000a23:20:24.306220 run osmo-msc_10.42.42.6(pid=7611): stdout: \u000a| (launched: 2022-12-12_23:20:23.124709) \u000a23:20:24.356026 run osmo-msc_10.42.42.6(pid=7611): stderr: \u000a| �[0;m�[38;5;43m20221212232023397 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232023398 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbb08d9ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232023398 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232023398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232023398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232023398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232023400 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232023401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232023401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232023401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:20:24.397747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7604): Terminating (SIGTERM)\u000a23:20:24.437483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7607): Terminating (SIGTERM)\u000a23:20:24.477266 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7610): Terminating (SIGTERM)\u000a23:20:24.486710 --- ParallelTerminationStrategy: PID 7604 died...\u000a23:20:24.539517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7604): Terminated: ok {rc=0}\u000a23:20:24.549289 --- ParallelTerminationStrategy: PID 7607 died...\u000a23:20:24.602689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7607): Terminated: ok {rc=0}\u000a23:20:24.612052 --- ParallelTerminationStrategy: PID 7610 died...\u000a23:20:24.665722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7610): Terminated: ok {rc=0}\u000a23:20:24.753259 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7619): Process ended prematurely: osmo-stp_10.42.42.5(pid=7619) [trial-2383↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7619)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7619): Process ended prematurely: osmo-stp_10.42.42.5(pid=7619) [trial-2383↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7619)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a23:20:25.805970 tst smpp: Using 1 x ip_address (candidates: 6)\u000a23:20:25.817364 tst smpp: Using 1 x bts (candidates: 1)\u000a23:20:25.950142 tst esme_ms_sms_transaction.py: using LAC 32204\u000a23:20:26.080698 tst esme_ms_sms_transaction.py: using RAC 74\u000a23:20:26.209174 tst esme_ms_sms_transaction.py: using CellId 32204\u000a23:20:26.339387 tst esme_ms_sms_transaction.py: using BVCI 32205\u000a23:20:26.364524 tst smpp: Using 1 x ip_address (candidates: 6)\u000a23:20:26.375465 tst smpp: Using 1 x ip_address (candidates: 6)\u000a23:20:26.386241 tst smpp: Using 1 x ip_address (candidates: 6)\u000a23:20:26.397420 tst smpp: Using 1 x ip_address (candidates: 6)\u000a23:20:26.408268 tst smpp: Using 1 x ip_address (candidates: 6)\u000a23:20:26.420329 tst smpp: Using 1 x modem (candidates: 1)\u000a23:20:26.644355 tst esme_ms_sms_transaction.py: using MSISDN 8027\u000a23:20:26.755009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:20:27.242395 run create_hlr_db(pid=7613): Launched\u000a23:20:27.421779 bus /sierra_2: Setting Powered False\u000a23:20:28.441133 run create_hlr_db(pid=7613): Terminated: ok {rc=0}\u000a23:20:28.852781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7615): Launched\u000a23:20:29.163524 run osmo-hlr_10.42.42.2(pid=7616): Launched\u000a23:20:29.283459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:20:29.822324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7618): Launched\u000a23:20:30.130909 run osmo-stp_10.42.42.5(pid=7619): Launched\u000a23:20:30.243865 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:20:30.806669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7621): Launched\u000a23:20:31.247909 run osmo-msc_10.42.42.6(pid=7622): Launched\u000a23:20:31.671874 run osmo-stp_10.42.42.5(pid=7619): ERR: Terminated: ERROR {rc=1} [trial-2383↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7619)]\u000a23:20:31.886099 run osmo-stp_10.42.42.5(pid=7619): stdout: \u000a| (launched: 2022-12-12_23:20:29.978520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:32.028088 run osmo-stp_10.42.42.5(pid=7619): stderr: \u000a| �[0;m�[38;5;43m20221212232030149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232030149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232030150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232030150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232030150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232030151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232030151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:32.164119 run osmo-stp_10.42.42.5(pid=7619): stdout: \u000a| (launched: 2022-12-12_23:20:29.978520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:32.298376 run osmo-stp_10.42.42.5(pid=7619): stderr: \u000a| �[0;m�[38;5;43m20221212232030149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232030149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232030150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232030150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232030150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232030151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232030151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:32.355635 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=7619): Process ended prematurely: osmo-stp_10.42.42.5(pid=7619) [trial-2383↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7619)] [trial-2383↪smpp↪esme_ms_sms_transaction.py:28]\u000a23:20:32.364149 tst esme_ms_sms_transaction.py:28: Test FAILED (6.5 sec)\u000a23:20:32.426788 run osmo-hlr_10.42.42.2(pid=7616): ERR: Terminated: ERROR {rc=237} [trial-2383↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7616)]\u000a23:20:32.478513 run osmo-hlr_10.42.42.2(pid=7616): stdout: \u000a| (launched: 2022-12-12_23:20:29.010516) \u000a23:20:32.530861 run osmo-hlr_10.42.42.2(pid=7616): stderr: \u000a| �[0;m�[1;31m20221212232029188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232029188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232029188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232029188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232029189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232029189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232029200 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232029209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232029209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232029209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:20:32.601275 run osmo-msc_10.42.42.6(pid=7622): ERR: Terminated: ERROR {rc=2} [trial-2383↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7622)]\u000a23:20:32.652450 run osmo-msc_10.42.42.6(pid=7622): stdout: \u000a| (launched: 2022-12-12_23:20:30.991224) \u000a23:20:32.704269 run osmo-msc_10.42.42.6(pid=7622): stderr: \u000a| �[0;m�[38;5;43m20221212232031551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232031551 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5dc9988c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232031551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232031552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232031552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232031552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232031554 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232031554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232031554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232031555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:20:32.748338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7615): Terminating (SIGTERM)\u000a23:20:32.790391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7618): Terminating (SIGTERM)\u000a23:20:32.832454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7621): Terminating (SIGTERM)\u000a23:20:32.842199 --- ParallelTerminationStrategy: PID 7615 died...\u000a23:20:32.898099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7615): Terminated: ok {rc=0}\u000a23:20:32.908166 --- ParallelTerminationStrategy: PID 7618 died...\u000a23:20:32.963823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7618): Terminated: ok {rc=0}\u000a23:20:32.973899 --- ParallelTerminationStrategy: PID 7621 died...\u000a23:20:33.029483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7621): Terminated: ok {rc=0}\u000a23:20:33.115774 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 31.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:20:04" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7633): Process ended prematurely: osmo-stp_10.42.42.5(pid=7633) [trial-2383↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7633)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7633): Process ended prematurely: osmo-stp_10.42.42.5(pid=7633) [trial-2383↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7633)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a23:20:34.988177 tst encryption: Using 1 x ip_address (candidates: 6)\u000a23:20:34.998687 tst encryption: Using 1 x bts (candidates: 1)\u000a23:20:35.127899 tst register_a5_0_authopt.py: using LAC 32205\u000a23:20:35.250913 tst register_a5_0_authopt.py: using RAC 75\u000a23:20:35.371764 tst register_a5_0_authopt.py: using CellId 32205\u000a23:20:35.497611 tst register_a5_0_authopt.py: using BVCI 32206\u000a23:20:35.521654 tst encryption: Using 1 x ip_address (candidates: 6)\u000a23:20:35.532187 tst encryption: Using 1 x ip_address (candidates: 6)\u000a23:20:35.542751 tst encryption: Using 1 x ip_address (candidates: 6)\u000a23:20:35.553466 tst encryption: Using 1 x ip_address (candidates: 6)\u000a23:20:35.564146 tst encryption: Using 1 x ip_address (candidates: 6)\u000a23:20:35.574939 tst encryption: Using 1 x modem (candidates: 1)\u000a23:20:35.874575 tst register_a5_0_authopt.py:8: start network...\u000a23:20:36.013828 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:20:36.544789 run create_hlr_db(pid=7627): Launched\u000a23:20:36.737832 bus /sierra_2: Setting Powered False\u000a23:20:37.757442 run create_hlr_db(pid=7627): Terminated: ok {rc=0}\u000a23:20:38.182914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7629): Launched\u000a23:20:38.515528 run osmo-hlr_10.42.42.2(pid=7630): Launched\u000a23:20:38.637534 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:20:39.214203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7632): Launched\u000a23:20:39.545766 run osmo-stp_10.42.42.5(pid=7633): Launched\u000a23:20:39.666617 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:20:40.269118 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7635): Launched\u000a23:20:40.600478 run osmo-msc_10.42.42.6(pid=7636): Launched\u000a23:20:40.795076 run osmo-stp_10.42.42.5(pid=7633): ERR: Terminated: ERROR {rc=1} [trial-2383↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7633)]\u000a23:20:40.935370 run osmo-stp_10.42.42.5(pid=7633): stdout: \u000a| (launched: 2022-12-12_23:20:39.383196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:41.074852 run osmo-stp_10.42.42.5(pid=7633): stderr: \u000a| �[0;m�[38;5;43m20221212232039576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232039576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232039577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232039577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232039580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232039580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232039580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:41.208383 run osmo-stp_10.42.42.5(pid=7633): stdout: \u000a| (launched: 2022-12-12_23:20:39.383196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:41.340768 run osmo-stp_10.42.42.5(pid=7633): stderr: \u000a| �[0;m�[38;5;43m20221212232039576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232039576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232039577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232039577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232039580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232039580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232039580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:41.398894 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7633): Process ended prematurely: osmo-stp_10.42.42.5(pid=7633) [trial-2383↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7633)] [trial-2383↪encryption↪register_a5_0_authopt.py:8]\u000a23:20:41.407823 tst register_a5_0_authopt.py:8: Test FAILED (6.5 sec)\u000a23:20:41.470269 run osmo-hlr_10.42.42.2(pid=7630): ERR: Terminated: ERROR {rc=237} [trial-2383↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7630)]\u000a23:20:41.521401 run osmo-hlr_10.42.42.2(pid=7630): stdout: \u000a| (launched: 2022-12-12_23:20:38.352551) \u000a23:20:41.572982 run osmo-hlr_10.42.42.2(pid=7630): stderr: \u000a| �[0;m�[1;31m20221212232038554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232038554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232038554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232038554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232038554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232038554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232038568 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232038578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232038578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232038578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:20:41.643180 run osmo-msc_10.42.42.6(pid=7636): ERR: Terminated: ERROR {rc=2} [trial-2383↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7636)]\u000a23:20:41.694010 run osmo-msc_10.42.42.6(pid=7636): stdout: \u000a| (launched: 2022-12-12_23:20:40.438571) \u000a23:20:41.745469 run osmo-msc_10.42.42.6(pid=7636): stderr: \u000a| �[0;m�[38;5;43m20221212232040763 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232040763 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffad0a5dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232040763 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232040763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232040763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232040763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232040765 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232040766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232040766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232040766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:20:41.789967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7629): Terminating (SIGTERM)\u000a23:20:41.831586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7632): Terminating (SIGTERM)\u000a23:20:41.873396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7635): Terminating (SIGTERM)\u000a23:20:41.883051 --- ParallelTerminationStrategy: PID 7629 died...\u000a23:20:41.938501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7629): Terminated: ok {rc=0}\u000a23:20:41.948482 --- ParallelTerminationStrategy: PID 7632 died...\u000a23:20:42.003731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7632): Terminated: ok {rc=0}\u000a23:20:42.013772 --- ParallelTerminationStrategy: PID 7635 died...\u000a23:20:42.068935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7635): Terminated: ok {rc=0}\u000a23:20:42.154575 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7644): Process ended prematurely: osmo-stp_10.42.42.5(pid=7644) [trial-2383↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7644)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7644): Process ended prematurely: osmo-stp_10.42.42.5(pid=7644) [trial-2383↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a23:20:43.271514 tst encryption: Using 1 x ip_address (candidates: 6)\u000a23:20:43.283038 tst encryption: Using 1 x bts (candidates: 1)\u000a23:20:43.415592 tst register_a5_0_authreq.py: using LAC 32206\u000a23:20:43.546113 tst register_a5_0_authreq.py: using RAC 76\u000a23:20:43.681963 tst register_a5_0_authreq.py: using CellId 32206\u000a23:20:43.812919 tst register_a5_0_authreq.py: using BVCI 32207\u000a23:20:43.838362 tst encryption: Using 1 x ip_address (candidates: 6)\u000a23:20:43.849274 tst encryption: Using 1 x ip_address (candidates: 6)\u000a23:20:43.860019 tst encryption: Using 1 x ip_address (candidates: 6)\u000a23:20:43.870756 tst encryption: Using 1 x ip_address (candidates: 6)\u000a23:20:43.881542 tst encryption: Using 1 x ip_address (candidates: 6)\u000a23:20:43.892284 tst encryption: Using 1 x modem (candidates: 1)\u000a23:20:44.191615 tst register_a5_0_authreq.py:8: start network...\u000a23:20:44.330457 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:20:44.859208 run create_hlr_db(pid=7638): Launched\u000a23:20:45.051064 bus /sierra_2: Setting Powered False\u000a23:20:46.104377 run create_hlr_db(pid=7638): Terminated: ok {rc=0}\u000a23:20:46.630779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7640): Launched\u000a23:20:46.982902 run osmo-hlr_10.42.42.2(pid=7641): Launched\u000a23:20:47.123043 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:20:47.766972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7643): Launched\u000a23:20:48.079687 run osmo-stp_10.42.42.5(pid=7644): Launched\u000a23:20:48.195988 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:20:48.766904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7646): Launched\u000a23:20:49.081615 run osmo-msc_10.42.42.6(pid=7647): Launched\u000a23:20:49.265815 run osmo-stp_10.42.42.5(pid=7644): ERR: Terminated: ERROR {rc=1} [trial-2383↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7644)]\u000a23:20:49.400287 run osmo-stp_10.42.42.5(pid=7644): stdout: \u000a| (launched: 2022-12-12_23:20:47.925547)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:49.533743 run osmo-stp_10.42.42.5(pid=7644): stderr: \u000a| �[0;m�[38;5;43m20221212232048097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232048097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232048097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232048098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232048100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232048100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232048100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:49.660224 run osmo-stp_10.42.42.5(pid=7644): stdout: \u000a| (launched: 2022-12-12_23:20:47.925547)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:49.785698 run osmo-stp_10.42.42.5(pid=7644): stderr: \u000a| �[0;m�[38;5;43m20221212232048097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232048097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232048097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232048098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232048100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232048100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232048100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:49.840572 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7644): Process ended prematurely: osmo-stp_10.42.42.5(pid=7644) [trial-2383↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7644)] [trial-2383↪encryption↪register_a5_0_authreq.py:8]\u000a23:20:49.848885 tst register_a5_0_authreq.py:8: Test FAILED (6.6 sec)\u000a23:20:49.908563 run osmo-hlr_10.42.42.2(pid=7641): ERR: Terminated: ERROR {rc=237} [trial-2383↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7641)]\u000a23:20:49.957184 run osmo-hlr_10.42.42.2(pid=7641): stdout: \u000a| (launched: 2022-12-12_23:20:46.803802) \u000a23:20:50.006507 run osmo-hlr_10.42.42.2(pid=7641): stderr: \u000a| �[0;m�[1;31m20221212232047235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232047235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232047235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232047235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232047235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232047236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232047264 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232047272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232047272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232047272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:20:50.073891 run osmo-msc_10.42.42.6(pid=7647): ERR: Terminated: ERROR {rc=2} [trial-2383↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7647)]\u000a23:20:50.122631 run osmo-msc_10.42.42.6(pid=7647): stdout: \u000a| (launched: 2022-12-12_23:20:48.926889) \u000a23:20:50.172086 run osmo-msc_10.42.42.6(pid=7647): stderr: \u000a| �[0;m�[38;5;43m20221212232049204 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232049204 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7e9dec6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232049204 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232049204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232049204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232049205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232049206 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232049207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232049207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232049207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:20:50.213646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7640): Terminating (SIGTERM)\u000a23:20:50.253356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7643): Terminating (SIGTERM)\u000a23:20:50.293020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7646): Terminating (SIGTERM)\u000a23:20:50.302128 --- ParallelTerminationStrategy: PID 7640 died...\u000a23:20:50.355940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7640): Terminated: ok {rc=0}\u000a23:20:50.365785 --- ParallelTerminationStrategy: PID 7643 died...\u000a23:20:50.418964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7643): Terminated: ok {rc=0}\u000a23:20:50.428703 --- ParallelTerminationStrategy: PID 7646 died...\u000a23:20:50.481580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7646): Terminated: ok {rc=0}\u000a23:20:50.570034 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7659): Process ended prematurely: osmo-stp_10.42.42.5(pid=7659) [trial-2383↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7659)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7659): Process ended prematurely: osmo-stp_10.42.42.5(pid=7659) [trial-2383↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7659)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a23:20:51.683700 tst encryption: Using 1 x ip_address (candidates: 6)\u000a23:20:51.694815 tst encryption: Using 1 x bts (candidates: 1)\u000a23:20:51.820735 tst register_a5_1_authreq.py: using LAC 32207\u000a23:20:51.946503 tst register_a5_1_authreq.py: using RAC 77\u000a23:20:52.071115 tst register_a5_1_authreq.py: using CellId 32207\u000a23:20:52.198718 tst register_a5_1_authreq.py: using BVCI 32208\u000a23:20:52.222530 tst encryption: Using 1 x ip_address (candidates: 6)\u000a23:20:52.232791 tst encryption: Using 1 x ip_address (candidates: 6)\u000a23:20:52.243203 tst encryption: Using 1 x ip_address (candidates: 6)\u000a23:20:52.253745 tst encryption: Using 1 x ip_address (candidates: 6)\u000a23:20:52.264156 tst encryption: Using 1 x ip_address (candidates: 6)\u000a23:20:52.274799 tst encryption: Using 1 x modem (candidates: 1)\u000a23:20:52.575648 tst register_a5_1_authreq.py:8: start network...\u000a23:20:52.715625 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:20:53.245941 run create_hlr_db(pid=7653): Launched\u000a23:20:53.439470 bus /sierra_2: Setting Powered False\u000a23:20:54.458891 run create_hlr_db(pid=7653): Terminated: ok {rc=0}\u000a23:20:54.878510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7655): Launched\u000a23:20:55.193244 run osmo-hlr_10.42.42.2(pid=7656): Launched\u000a23:20:55.313776 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:20:55.858495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7658): Launched\u000a23:20:56.170496 run osmo-stp_10.42.42.5(pid=7659): Launched\u000a23:20:56.293359 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:20:56.864896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7661): Launched\u000a23:20:57.179382 run osmo-msc_10.42.42.6(pid=7662): Launched\u000a23:20:57.364777 run osmo-stp_10.42.42.5(pid=7659): ERR: Terminated: ERROR {rc=1} [trial-2383↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7659)]\u000a23:20:57.497889 run osmo-stp_10.42.42.5(pid=7659): stdout: \u000a| (launched: 2022-12-12_23:20:56.017202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:57.628215 run osmo-stp_10.42.42.5(pid=7659): stderr: \u000a| �[0;m�[38;5;43m20221212232056189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232056189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232056189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232056190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232056192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232056192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232056192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:57.753682 run osmo-stp_10.42.42.5(pid=7659): stdout: \u000a| (launched: 2022-12-12_23:20:56.017202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:57.878021 run osmo-stp_10.42.42.5(pid=7659): stderr: \u000a| �[0;m�[38;5;43m20221212232056189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232056189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232056189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232056190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232056192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232056192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232056192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:57.932543 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7659): Process ended prematurely: osmo-stp_10.42.42.5(pid=7659) [trial-2383↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7659)] [trial-2383↪encryption↪register_a5_1_authreq.py:8]\u000a23:20:57.940859 tst register_a5_1_authreq.py:8: Test FAILED (6.3 sec)\u000a23:20:58.000616 run osmo-hlr_10.42.42.2(pid=7656): ERR: Terminated: ERROR {rc=237} [trial-2383↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7656)]\u000a23:20:58.049693 run osmo-hlr_10.42.42.2(pid=7656): stdout: \u000a| (launched: 2022-12-12_23:20:55.038536) \u000a23:20:58.099318 run osmo-hlr_10.42.42.2(pid=7656): stderr: \u000a| �[0;m�[1;31m20221212232055217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232055217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232055217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232055217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232055217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232055217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232055229 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232055237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232055237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232055237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:20:58.166292 run osmo-msc_10.42.42.6(pid=7662): ERR: Terminated: ERROR {rc=2} [trial-2383↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7662)]\u000a23:20:58.215178 run osmo-msc_10.42.42.6(pid=7662): stdout: \u000a| (launched: 2022-12-12_23:20:57.023843) \u000a23:20:58.264870 run osmo-msc_10.42.42.6(pid=7662): stderr: \u000a| �[0;m�[38;5;43m20221212232057304 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232057304 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f48733bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232057304 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232057304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232057304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232057304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232057306 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232057306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232057307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232057307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:20:58.306637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7655): Terminating (SIGTERM)\u000a23:20:58.346303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7658): Terminating (SIGTERM)\u000a23:20:58.385839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7661): Terminating (SIGTERM)\u000a23:20:58.395215 --- ParallelTerminationStrategy: PID 7655 died...\u000a23:20:58.447952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7655): Terminated: ok {rc=0}\u000a23:20:58.457753 --- ParallelTerminationStrategy: PID 7658 died...\u000a23:20:58.510636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7658): Terminated: ok {rc=0}\u000a23:20:58.520175 --- ParallelTerminationStrategy: PID 7661 died...\u000a23:20:58.573697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7661): Terminated: ok {rc=0}\u000a23:20:58.661702 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7670): Process ended prematurely: osmo-stp_10.42.42.5(pid=7670) [trial-2383↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7670)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7670): Process ended prematurely: osmo-stp_10.42.42.5(pid=7670) [trial-2383↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7670)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a23:20:59.774546 tst encryption: Using 1 x ip_address (candidates: 6)\u000a23:20:59.785567 tst encryption: Using 1 x bts (candidates: 1)\u000a23:20:59.914319 tst register_a5_3_authreq.py: using LAC 32208\u000a23:21:00.040440 tst register_a5_3_authreq.py: using RAC 78\u000a23:21:00.165750 tst register_a5_3_authreq.py: using CellId 32208\u000a23:21:00.289831 tst register_a5_3_authreq.py: using BVCI 32209\u000a23:21:00.313754 tst encryption: Using 1 x ip_address (candidates: 6)\u000a23:21:00.324145 tst encryption: Using 1 x ip_address (candidates: 6)\u000a23:21:00.334539 tst encryption: Using 1 x ip_address (candidates: 6)\u000a23:21:00.345637 tst encryption: Using 1 x ip_address (candidates: 6)\u000a23:21:00.355808 tst encryption: Using 1 x ip_address (candidates: 6)\u000a23:21:00.367295 tst encryption: Using 1 x modem (candidates: 1)\u000a23:21:00.680573 tst register_a5_3_authreq.py:8: start network...\u000a23:21:00.820189 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:21:01.482785 run create_hlr_db(pid=7664): Launched\u000a23:21:01.680018 bus /sierra_2: Setting Powered False\u000a23:21:02.696332 run create_hlr_db(pid=7664): Terminated: ok {rc=0}\u000a23:21:03.115648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7666): Launched\u000a23:21:03.429821 run osmo-hlr_10.42.42.2(pid=7667): Launched\u000a23:21:03.551464 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:21:04.129924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7669): Launched\u000a23:21:04.461860 run osmo-stp_10.42.42.5(pid=7670): Launched\u000a23:21:04.583517 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:21:05.190275 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7672): Launched\u000a23:21:05.523683 run osmo-msc_10.42.42.6(pid=7673): Launched\u000a23:21:05.718580 run osmo-stp_10.42.42.5(pid=7670): ERR: Terminated: ERROR {rc=1} [trial-2383↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7670)]\u000a23:21:05.859326 run osmo-stp_10.42.42.5(pid=7670): stdout: \u000a| (launched: 2022-12-12_23:21:04.299234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:05.999062 run osmo-stp_10.42.42.5(pid=7670): stderr: \u000a| �[0;m�[38;5;43m20221212232104494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232104494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232104494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232104495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232104495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232104495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232104495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:06.133075 run osmo-stp_10.42.42.5(pid=7670): stdout: \u000a| (launched: 2022-12-12_23:21:04.299234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:06.265363 run osmo-stp_10.42.42.5(pid=7670): stderr: \u000a| �[0;m�[38;5;43m20221212232104494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232104494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232104494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232104495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232104495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232104495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232104495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:06.323577 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7670): Process ended prematurely: osmo-stp_10.42.42.5(pid=7670) [trial-2383↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7670)] [trial-2383↪encryption↪register_a5_3_authreq.py:8]\u000a23:21:06.332697 tst register_a5_3_authreq.py:8: Test FAILED (6.6 sec)\u000a23:21:06.395124 run osmo-hlr_10.42.42.2(pid=7667): ERR: Terminated: ERROR {rc=237} [trial-2383↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7667)]\u000a23:21:06.445990 run osmo-hlr_10.42.42.2(pid=7667): stdout: \u000a| (launched: 2022-12-12_23:21:03.275370) \u000a23:21:06.497921 run osmo-hlr_10.42.42.2(pid=7667): stderr: \u000a| �[0;m�[1;31m20221212232103456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232103456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232103456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232103456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232103456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232103456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232103476 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232103485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232103486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232103486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:21:06.567990 run osmo-msc_10.42.42.6(pid=7673): ERR: Terminated: ERROR {rc=2} [trial-2383↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7673)]\u000a23:21:06.619119 run osmo-msc_10.42.42.6(pid=7673): stdout: \u000a| (launched: 2022-12-12_23:21:05.360338) \u000a23:21:06.670719 run osmo-msc_10.42.42.6(pid=7673): stderr: \u000a| �[0;m�[38;5;43m20221212232105685 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232105685 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f71de961c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232105685 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232105685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232105685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232105685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232105687 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232105687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232105687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232105687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:21:06.714602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7666): Terminating (SIGTERM)\u000a23:21:06.756116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7669): Terminating (SIGTERM)\u000a23:21:06.798068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7672): Terminating (SIGTERM)\u000a23:21:06.807662 --- ParallelTerminationStrategy: PID 7666 died...\u000a23:21:06.863283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7666): Terminated: ok {rc=0}\u000a23:21:06.873428 --- ParallelTerminationStrategy: PID 7669 died...\u000a23:21:06.929223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7669): Terminated: ok {rc=0}\u000a23:21:06.939246 --- ParallelTerminationStrategy: PID 7672 died...\u000a23:21:06.994520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7672): Terminated: ok {rc=0}\u000a23:21:07.080906 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 34.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:20:34" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=7690): Process ended prematurely: srsepc(pid=7690) [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=7690)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=7690): Process ended prematurely: srsepc(pid=7690) [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=7690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a23:21:09.062924 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a23:21:09.105859 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a23:21:09.121760 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a23:21:09.144643 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a23:21:09.289408 tst handover.py: using MSISDN 8028\u000a23:21:09.400019 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8028', subscriber_id=0}\u000a23:21:09.510167 run srsepc_10.42.42.118: Starting srsepc\u000a23:21:11.367178 run rm-remote-dir(pid=7678): Launched\u000a23:21:11.553514 bus /sierra_2: Setting Powered False\u000a23:21:12.578168 run rm-remote-dir(pid=7678): Terminated: ok {rc=0}\u000a23:21:13.004640 run mk-remote-dir(pid=7679): Launched\u000a23:21:14.192827 run mk-remote-dir(pid=7679): Terminated: ok {rc=0}\u000a23:21:14.472701 run scp-inst-to-remote(pid=7680): Launched\u000a23:21:16.679053 run scp-inst-to-remote(pid=7680): Terminated: ok {rc=0}\u000a23:21:17.074902 run rm-remote-dir(pid=7682): Launched\u000a23:21:18.266404 run rm-remote-dir(pid=7682): Terminated: ok {rc=0}\u000a23:21:18.598194 run mk-remote-dir(pid=7683): Launched\u000a23:21:19.788524 run mk-remote-dir(pid=7683): Terminated: ok {rc=0}\u000a23:21:20.068177 run scp-cfg-to-remote(pid=7684): Launched\u000a23:21:21.254694 run scp-cfg-to-remote(pid=7684): Terminated: ok {rc=0}\u000a23:21:21.534212 run scp-db-to-remote(pid=7686): Launched\u000a23:21:22.721545 run scp-db-to-remote(pid=7686): Terminated: ok {rc=0}\u000a23:21:22.836929 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a23:21:23.158334 run patchelf(pid=7688): Launched\u000a23:21:24.345731 run patchelf(pid=7688): Terminated: ok {rc=0}\u000a23:21:24.460473 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a23:21:24.782436 run setcap-netadm(pid=7689): Launched\u000a23:21:25.968362 run setcap-netadm(pid=7689): Terminated: ok {rc=0}\u000a23:21:26.282774 run srsepc(pid=7690): Launched\u000a23:21:26.394734 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a23:21:27.532251 run rm-remote-dir(pid=7691): Launched\u000a23:21:27.720382 run srsepc(pid=7690): ERR: Terminated: ERROR {rc=127} [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=7690)]\u000a23:21:27.857554 run srsepc(pid=7690): stdout: \u000a| (launched: 2022-12-12_23:21:26.132654)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:21:27.994393 run srsepc(pid=7690): stderr: \u000a| (launched: 2022-12-12_23:21:26.178952)\u000a| Connection to 10.42.42.116 closed. \u000a23:21:28.127511 run srsepc(pid=7690): stdout: \u000a| (launched: 2022-12-12_23:21:26.132654)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:21:28.259191 run srsepc(pid=7690): stderr: \u000a| (launched: 2022-12-12_23:21:26.178952)\u000a| Connection to 10.42.42.116 closed. \u000a23:21:28.413801 run rm-remote-dir(pid=7691): Terminating (SIGINT)\u000a23:21:28.595023 run rm-remote-dir(pid=7691): Terminated: ok {rc=0}\u000a23:21:28.628009 tst handover.py:37: ERR: Error: srsepc(pid=7690): Process ended prematurely: srsepc(pid=7690) [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=7690)] [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a23:21:28.637521 tst handover.py:37: Test FAILED (19.7 sec)\u000a23:21:28.747982 run scp-back-log(pid=7692): Launched\u000a23:21:29.834382 run scp-back-log(pid=7692): ERR: Terminated: ERROR {rc=1} [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=7692)]\u000a23:21:29.896085 run scp-back-log(pid=7692): stdout: \u000a| (launched: 2022-12-12_23:21:28.678970) \u000a23:21:29.958253 run scp-back-log(pid=7692): stderr: \u000a| (launched: 2022-12-12_23:21:28.698634)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a23:21:30.011097 tst srsepc_10.42.42.118: Error('scp-back-log(pid=7692): launch_sync(): local process exited with status 1 [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=7692)]')\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=7706): Process ended prematurely: srsepc(pid=7706) [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=7706)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=7706): Process ended prematurely: srsepc(pid=7706) [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=7706)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a23:21:30.192056 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a23:21:30.234593 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a23:21:30.444172 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a23:21:30.486831 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a23:21:30.502533 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a23:21:30.624589 tst iperf3_bidir.py: using MSISDN 8029\u000a23:21:30.734196 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8029', subscriber_id=0}\u000a23:21:30.847328 run srsepc_10.42.42.118: Starting srsepc\u000a23:21:31.579445 run rm-remote-dir(pid=7694): Launched\u000a23:21:32.780599 run rm-remote-dir(pid=7694): Terminated: ok {rc=0}\u000a23:21:33.115140 run mk-remote-dir(pid=7695): Launched\u000a23:21:34.303873 run mk-remote-dir(pid=7695): Terminated: ok {rc=0}\u000a23:21:34.583769 run scp-inst-to-remote(pid=7696): Launched\u000a23:21:36.772937 run scp-inst-to-remote(pid=7696): Terminated: ok {rc=0}\u000a23:21:37.105753 run rm-remote-dir(pid=7698): Launched\u000a23:21:38.295337 run rm-remote-dir(pid=7698): Terminated: ok {rc=0}\u000a23:21:38.626980 run mk-remote-dir(pid=7699): Launched\u000a23:21:39.816658 run mk-remote-dir(pid=7699): Terminated: ok {rc=0}\u000a23:21:40.096825 run scp-cfg-to-remote(pid=7700): Launched\u000a23:21:41.285057 run scp-cfg-to-remote(pid=7700): Terminated: ok {rc=0}\u000a23:21:41.564097 run scp-db-to-remote(pid=7702): Launched\u000a23:21:42.752114 run scp-db-to-remote(pid=7702): Terminated: ok {rc=0}\u000a23:21:42.867822 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a23:21:43.189398 run patchelf(pid=7704): Launched\u000a23:21:44.376821 run patchelf(pid=7704): Terminated: ok {rc=0}\u000a23:21:44.492238 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a23:21:44.814344 run setcap-netadm(pid=7705): Launched\u000a23:21:46.042876 run setcap-netadm(pid=7705): Terminated: ok {rc=0}\u000a23:21:46.458066 run srsepc(pid=7706): Launched\u000a23:21:46.637797 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a23:21:47.897318 run rm-remote-dir(pid=7707): Launched\u000a23:21:48.099282 run srsepc(pid=7706): ERR: Terminated: ERROR {rc=127} [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=7706)]\u000a23:21:48.244250 run srsepc(pid=7706): stdout: \u000a| (launched: 2022-12-12_23:21:46.248445)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:21:48.389369 run srsepc(pid=7706): stderr: \u000a| (launched: 2022-12-12_23:21:46.296247)\u000a| Connection to 10.42.42.116 closed. \u000a23:21:48.530335 run srsepc(pid=7706): stdout: \u000a| (launched: 2022-12-12_23:21:46.248445)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:21:48.670169 run srsepc(pid=7706): stderr: \u000a| (launched: 2022-12-12_23:21:46.296247)\u000a| Connection to 10.42.42.116 closed. \u000a23:21:48.834138 run rm-remote-dir(pid=7707): Terminating (SIGINT)\u000a23:21:49.026247 run rm-remote-dir(pid=7707): Terminated: ok {rc=0}\u000a23:21:49.061419 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=7706): Process ended prematurely: srsepc(pid=7706) [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=7706)] [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a23:21:49.071799 tst iperf3_bidir.py:42: Test FAILED (19.0 sec)\u000a23:21:49.186681 run scp-back-log(pid=7708): Launched\u000a23:21:50.277541 run scp-back-log(pid=7708): ERR: Terminated: ERROR {rc=1} [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=7708)]\u000a23:21:50.342318 run scp-back-log(pid=7708): stdout: \u000a| (launched: 2022-12-12_23:21:49.115044) \u000a23:21:50.408296 run scp-back-log(pid=7708): stderr: \u000a| (launched: 2022-12-12_23:21:49.135661)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a23:21:50.463668 tst srsepc_10.42.42.118: Error('scp-back-log(pid=7708): launch_sync(): local process exited with status 1 [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=7708)]')\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=7722): Process ended prematurely: srsepc(pid=7722) [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=7722)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=7722): Process ended prematurely: srsepc(pid=7722) [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=7722)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a23:21:50.656828 tst iperf3_dl.py:13: Number of physical ue: 1\u000a23:21:50.702587 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a23:21:50.924516 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a23:21:50.970083 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a23:21:50.986406 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a23:21:51.114827 tst iperf3_dl.py: using MSISDN 8030\u000a23:21:51.232036 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8030', subscriber_id=0}\u000a23:21:51.348049 run srsepc_10.42.42.118: Starting srsepc\u000a23:21:52.042452 run rm-remote-dir(pid=7710): Launched\u000a23:21:53.243874 run rm-remote-dir(pid=7710): Terminated: ok {rc=0}\u000a23:21:53.598212 run mk-remote-dir(pid=7711): Launched\u000a23:21:54.798958 run mk-remote-dir(pid=7711): Terminated: ok {rc=0}\u000a23:21:55.097982 run scp-inst-to-remote(pid=7712): Launched\u000a23:21:57.288869 run scp-inst-to-remote(pid=7712): Terminated: ok {rc=0}\u000a23:21:57.621584 run rm-remote-dir(pid=7714): Launched\u000a23:21:58.810911 run rm-remote-dir(pid=7714): Terminated: ok {rc=0}\u000a23:21:59.143112 run mk-remote-dir(pid=7715): Launched\u000a23:22:00.333204 run mk-remote-dir(pid=7715): Terminated: ok {rc=0}\u000a23:22:00.614135 run scp-cfg-to-remote(pid=7716): Launched\u000a23:22:01.803575 run scp-cfg-to-remote(pid=7716): Terminated: ok {rc=0}\u000a23:22:02.158786 run scp-db-to-remote(pid=7718): Launched\u000a23:22:03.360634 run scp-db-to-remote(pid=7718): Terminated: ok {rc=0}\u000a23:22:03.476195 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a23:22:03.799433 run patchelf(pid=7720): Launched\u000a23:22:04.986978 run patchelf(pid=7720): Terminated: ok {rc=0}\u000a23:22:05.102288 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a23:22:05.424863 run setcap-netadm(pid=7721): Launched\u000a23:22:06.612860 run setcap-netadm(pid=7721): Terminated: ok {rc=0}\u000a23:22:06.927427 run srsepc(pid=7722): Launched\u000a23:22:07.037714 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a23:22:08.176926 run rm-remote-dir(pid=7723): Launched\u000a23:22:08.364525 run srsepc(pid=7722): ERR: Terminated: ERROR {rc=127} [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=7722)]\u000a23:22:08.501271 run srsepc(pid=7722): stdout: \u000a| (launched: 2022-12-12_23:22:06.777390)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:22:08.637612 run srsepc(pid=7722): stderr: \u000a| (launched: 2022-12-12_23:22:06.823568)\u000a| Connection to 10.42.42.116 closed. \u000a23:22:08.769723 run srsepc(pid=7722): stdout: \u000a| (launched: 2022-12-12_23:22:06.777390)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:22:08.901127 run srsepc(pid=7722): stderr: \u000a| (launched: 2022-12-12_23:22:06.823568)\u000a| Connection to 10.42.42.116 closed. \u000a23:22:09.055253 run rm-remote-dir(pid=7723): Terminating (SIGINT)\u000a23:22:09.236750 run rm-remote-dir(pid=7723): Terminated: ok {rc=0}\u000a23:22:09.270054 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=7722): Process ended prematurely: srsepc(pid=7722) [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=7722)] [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a23:22:09.279737 tst iperf3_dl.py:42: Test FAILED (18.8 sec)\u000a23:22:09.389570 run scp-back-log(pid=7724): Launched\u000a23:22:10.474461 run scp-back-log(pid=7724): ERR: Terminated: ERROR {rc=1} [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=7724)]\u000a23:22:10.536096 run scp-back-log(pid=7724): stdout: \u000a| (launched: 2022-12-12_23:22:09.320835) \u000a23:22:10.597644 run scp-back-log(pid=7724): stderr: \u000a| (launched: 2022-12-12_23:22:09.340433)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a23:22:10.649536 tst srsepc_10.42.42.118: Error('scp-back-log(pid=7724): launch_sync(): local process exited with status 1 [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=7724)]')\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=7738): Process ended prematurely: srsepc(pid=7738) [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=7738)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=7738): Process ended prematurely: srsepc(pid=7738) [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=7738)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a23:22:10.831287 tst iperf3_ul.py:13: Number of physical ue: 1\u000a23:22:10.873865 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a23:22:11.081246 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a23:22:11.123672 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a23:22:11.139229 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a23:22:11.264653 tst iperf3_ul.py: using MSISDN 8031\u000a23:22:11.374846 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8031', subscriber_id=0}\u000a23:22:11.483950 run srsepc_10.42.42.118: Starting srsepc\u000a23:22:12.138280 run rm-remote-dir(pid=7726): Launched\u000a23:22:13.329358 run rm-remote-dir(pid=7726): Terminated: ok {rc=0}\u000a23:22:13.662143 run mk-remote-dir(pid=7727): Launched\u000a23:22:14.852651 run mk-remote-dir(pid=7727): Terminated: ok {rc=0}\u000a23:22:15.133449 run scp-inst-to-remote(pid=7728): Launched\u000a23:22:17.337424 run scp-inst-to-remote(pid=7728): Terminated: ok {rc=0}\u000a23:22:17.691658 run rm-remote-dir(pid=7730): Launched\u000a23:22:18.882355 run rm-remote-dir(pid=7730): Terminated: ok {rc=0}\u000a23:22:19.214949 run mk-remote-dir(pid=7731): Launched\u000a23:22:20.405346 run mk-remote-dir(pid=7731): Terminated: ok {rc=0}\u000a23:22:20.687090 run scp-cfg-to-remote(pid=7732): Launched\u000a23:22:21.876563 run scp-cfg-to-remote(pid=7732): Terminated: ok {rc=0}\u000a23:22:22.158769 run scp-db-to-remote(pid=7734): Launched\u000a23:22:23.348148 run scp-db-to-remote(pid=7734): Terminated: ok {rc=0}\u000a23:22:23.464167 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a23:22:23.787232 run patchelf(pid=7736): Launched\u000a23:22:24.975199 run patchelf(pid=7736): Terminated: ok {rc=0}\u000a23:22:25.090739 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a23:22:25.413110 run setcap-netadm(pid=7737): Launched\u000a23:22:26.602326 run setcap-netadm(pid=7737): Terminated: ok {rc=0}\u000a23:22:26.916910 run srsepc(pid=7738): Launched\u000a23:22:27.027365 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a23:22:28.167269 run rm-remote-dir(pid=7739): Launched\u000a23:22:28.355239 run srsepc(pid=7738): ERR: Terminated: ERROR {rc=127} [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=7738)]\u000a23:22:28.492695 run srsepc(pid=7738): stdout: \u000a| (launched: 2022-12-12_23:22:26.767041)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:22:28.629700 run srsepc(pid=7738): stderr: \u000a| (launched: 2022-12-12_23:22:26.813436)\u000a| Connection to 10.42.42.116 closed. \u000a23:22:28.762975 run srsepc(pid=7738): stdout: \u000a| (launched: 2022-12-12_23:22:26.767041)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:22:28.895074 run srsepc(pid=7738): stderr: \u000a| (launched: 2022-12-12_23:22:26.813436)\u000a| Connection to 10.42.42.116 closed. \u000a23:22:29.049921 run rm-remote-dir(pid=7739): Terminating (SIGINT)\u000a23:22:29.231741 run rm-remote-dir(pid=7739): Terminated: ok {rc=0}\u000a23:22:29.264812 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=7738): Process ended prematurely: srsepc(pid=7738) [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=7738)] [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a23:22:29.274483 tst iperf3_ul.py:42: Test FAILED (18.6 sec)\u000a23:22:29.384790 run scp-back-log(pid=7740): Launched\u000a23:22:30.470320 run scp-back-log(pid=7740): ERR: Terminated: ERROR {rc=1} [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=7740)]\u000a23:22:30.532346 run scp-back-log(pid=7740): stdout: \u000a| (launched: 2022-12-12_23:22:29.315931) \u000a23:22:30.594467 run scp-back-log(pid=7740): stderr: \u000a| (launched: 2022-12-12_23:22:29.335480)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a23:22:30.647063 tst srsepc_10.42.42.118: Error('scp-back-log(pid=7740): launch_sync(): local process exited with status 1 [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=7740)]')\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=7754): Process ended prematurely: srsepc(pid=7754) [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=7754)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=7754): Process ended prematurely: srsepc(pid=7754) [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=7754)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a23:22:30.661196 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a23:22:30.677469 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a23:22:30.700542 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a23:22:30.844693 tst ping.py: using MSISDN 8032\u000a23:22:30.968281 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8032', subscriber_id=0}\u000a23:22:31.097873 run srsepc_10.42.42.118: Starting srsepc\u000a23:22:31.907993 run rm-remote-dir(pid=7742): Launched\u000a23:22:33.140119 run rm-remote-dir(pid=7742): Terminated: ok {rc=0}\u000a23:22:33.471492 run mk-remote-dir(pid=7743): Launched\u000a23:22:34.660697 run mk-remote-dir(pid=7743): Terminated: ok {rc=0}\u000a23:22:34.940150 run scp-inst-to-remote(pid=7744): Launched\u000a23:22:37.139896 run scp-inst-to-remote(pid=7744): Terminated: ok {rc=0}\u000a23:22:37.495042 run rm-remote-dir(pid=7746): Launched\u000a23:22:38.686942 run rm-remote-dir(pid=7746): Terminated: ok {rc=0}\u000a23:22:39.018697 run mk-remote-dir(pid=7747): Launched\u000a23:22:40.208822 run mk-remote-dir(pid=7747): Terminated: ok {rc=0}\u000a23:22:40.489806 run scp-cfg-to-remote(pid=7748): Launched\u000a23:22:41.677871 run scp-cfg-to-remote(pid=7748): Terminated: ok {rc=0}\u000a23:22:41.958693 run scp-db-to-remote(pid=7750): Launched\u000a23:22:43.146155 run scp-db-to-remote(pid=7750): Terminated: ok {rc=0}\u000a23:22:43.261521 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a23:22:43.584270 run patchelf(pid=7752): Launched\u000a23:22:44.771009 run patchelf(pid=7752): Terminated: ok {rc=0}\u000a23:22:44.886239 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a23:22:45.207924 run setcap-netadm(pid=7753): Launched\u000a23:22:46.461965 run setcap-netadm(pid=7753): Terminated: ok {rc=0}\u000a23:22:46.911466 run srsepc(pid=7754): Launched\u000a23:22:47.090185 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a23:22:48.359450 run rm-remote-dir(pid=7755): Launched\u000a23:22:48.562979 run srsepc(pid=7754): ERR: Terminated: ERROR {rc=127} [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=7754)]\u000a23:22:48.709377 run srsepc(pid=7754): stdout: \u000a| (launched: 2022-12-12_23:22:46.658171)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:22:48.855266 run srsepc(pid=7754): stderr: \u000a| (launched: 2022-12-12_23:22:46.705520)\u000a| Connection to 10.42.42.116 closed. \u000a23:22:48.996730 run srsepc(pid=7754): stdout: \u000a| (launched: 2022-12-12_23:22:46.658171)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:22:49.137558 run srsepc(pid=7754): stderr: \u000a| (launched: 2022-12-12_23:22:46.705520)\u000a| Connection to 10.42.42.116 closed. \u000a23:22:49.301983 run rm-remote-dir(pid=7755): Terminating (SIGINT)\u000a23:22:49.494541 run rm-remote-dir(pid=7755): Terminated: ok {rc=0}\u000a23:22:49.530122 tst ping.py:16: ERR: Error: srsepc(pid=7754): Process ended prematurely: srsepc(pid=7754) [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=7754)] [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a23:22:49.540230 tst ping.py:16: Test FAILED (18.9 sec)\u000a23:22:49.655605 run scp-back-log(pid=7756): Launched\u000a23:22:50.746101 run scp-back-log(pid=7756): ERR: Terminated: ERROR {rc=1} [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=7756)]\u000a23:22:50.811308 run scp-back-log(pid=7756): stdout: \u000a| (launched: 2022-12-12_23:22:49.583539) \u000a23:22:50.876858 run scp-back-log(pid=7756): stderr: \u000a| (launched: 2022-12-12_23:22:49.604220)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a23:22:50.932447 tst srsepc_10.42.42.118: Error('scp-back-log(pid=7756): launch_sync(): local process exited with status 1 [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=7756)]')\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=7770): Process ended prematurely: srsepc(pid=7770) [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=7770)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=7770): Process ended prematurely: srsepc(pid=7770) [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=7770)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a23:22:50.947599 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a23:22:50.964555 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a23:22:50.988346 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a23:22:51.139551 tst rrc_idle_mo_ping.py: using MSISDN 8033\u000a23:22:51.256889 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8033', subscriber_id=0}\u000a23:22:51.372594 run srsepc_10.42.42.118: Starting srsepc\u000a23:22:52.066623 run rm-remote-dir(pid=7758): Launched\u000a23:22:53.268278 run rm-remote-dir(pid=7758): Terminated: ok {rc=0}\u000a23:22:53.623191 run mk-remote-dir(pid=7759): Launched\u000a23:22:54.824805 run mk-remote-dir(pid=7759): Terminated: ok {rc=0}\u000a23:22:55.121406 run scp-inst-to-remote(pid=7760): Launched\u000a23:22:57.310982 run scp-inst-to-remote(pid=7760): Terminated: ok {rc=0}\u000a23:22:57.644350 run rm-remote-dir(pid=7762): Launched\u000a23:22:58.834426 run rm-remote-dir(pid=7762): Terminated: ok {rc=0}\u000a23:22:59.166600 run mk-remote-dir(pid=7763): Launched\u000a23:23:00.357858 run mk-remote-dir(pid=7763): Terminated: ok {rc=0}\u000a23:23:00.639013 run scp-cfg-to-remote(pid=7764): Launched\u000a23:23:01.881913 run scp-cfg-to-remote(pid=7764): Terminated: ok {rc=0}\u000a23:23:02.278109 run scp-db-to-remote(pid=7766): Launched\u000a23:23:03.468921 run scp-db-to-remote(pid=7766): Terminated: ok {rc=0}\u000a23:23:03.585473 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a23:23:03.908263 run patchelf(pid=7768): Launched\u000a23:23:05.095229 run patchelf(pid=7768): Terminated: ok {rc=0}\u000a23:23:05.211232 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a23:23:05.533711 run setcap-netadm(pid=7769): Launched\u000a23:23:06.721818 run setcap-netadm(pid=7769): Terminated: ok {rc=0}\u000a23:23:07.036498 run srsepc(pid=7770): Launched\u000a23:23:07.146616 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a23:23:08.285332 run rm-remote-dir(pid=7771): Launched\u000a23:23:08.473189 run srsepc(pid=7770): ERR: Terminated: ERROR {rc=127} [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=7770)]\u000a23:23:08.610262 run srsepc(pid=7770): stdout: \u000a| (launched: 2022-12-12_23:23:06.886277)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:23:08.746606 run srsepc(pid=7770): stderr: \u000a| (launched: 2022-12-12_23:23:06.932524)\u000a| Connection to 10.42.42.116 closed. \u000a23:23:08.879059 run srsepc(pid=7770): stdout: \u000a| (launched: 2022-12-12_23:23:06.886277)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:23:09.010597 run srsepc(pid=7770): stderr: \u000a| (launched: 2022-12-12_23:23:06.932524)\u000a| Connection to 10.42.42.116 closed. \u000a23:23:09.165464 run rm-remote-dir(pid=7771): Terminating (SIGINT)\u000a23:23:09.346914 run rm-remote-dir(pid=7771): Terminated: ok {rc=0}\u000a23:23:09.380033 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=7770): Process ended prematurely: srsepc(pid=7770) [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=7770)] [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a23:23:09.389503 tst rrc_idle_mo_ping.py:16: Test FAILED (18.4 sec)\u000a23:23:09.498726 run scp-back-log(pid=7772): Launched\u000a23:23:10.583500 run scp-back-log(pid=7772): ERR: Terminated: ERROR {rc=1} [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=7772)]\u000a23:23:10.645424 run scp-back-log(pid=7772): stdout: \u000a| (launched: 2022-12-12_23:23:09.430972) \u000a23:23:10.707436 run scp-back-log(pid=7772): stderr: \u000a| (launched: 2022-12-12_23:23:09.450495)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a23:23:10.759694 tst srsepc_10.42.42.118: Error('scp-back-log(pid=7772): launch_sync(): local process exited with status 1 [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=7772)]')\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=7786): Process ended prematurely: srsepc(pid=7786) [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=7786)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=7786): Process ended prematurely: srsepc(pid=7786) [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=7786)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a23:23:10.774032 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a23:23:10.790591 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a23:23:10.813544 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a23:23:10.959260 tst rrc_idle_mt_ping.py: using MSISDN 8034\u000a23:23:11.069859 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8034', subscriber_id=0}\u000a23:23:11.178907 run srsepc_10.42.42.118: Starting srsepc\u000a23:23:11.831188 run rm-remote-dir(pid=7774): Launched\u000a23:23:13.020376 run rm-remote-dir(pid=7774): Terminated: ok {rc=0}\u000a23:23:13.353469 run mk-remote-dir(pid=7775): Launched\u000a23:23:14.544147 run mk-remote-dir(pid=7775): Terminated: ok {rc=0}\u000a23:23:14.825175 run scp-inst-to-remote(pid=7776): Launched\u000a23:23:17.056733 run scp-inst-to-remote(pid=7776): Terminated: ok {rc=0}\u000a23:23:17.428301 run rm-remote-dir(pid=7778): Launched\u000a23:23:18.621158 run rm-remote-dir(pid=7778): Terminated: ok {rc=0}\u000a23:23:18.954125 run mk-remote-dir(pid=7779): Launched\u000a23:23:20.143449 run mk-remote-dir(pid=7779): Terminated: ok {rc=0}\u000a23:23:20.425282 run scp-cfg-to-remote(pid=7780): Launched\u000a23:23:21.614233 run scp-cfg-to-remote(pid=7780): Terminated: ok {rc=0}\u000a23:23:21.897564 run scp-db-to-remote(pid=7782): Launched\u000a23:23:23.086479 run scp-db-to-remote(pid=7782): Terminated: ok {rc=0}\u000a23:23:23.202347 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a23:23:23.526547 run patchelf(pid=7784): Launched\u000a23:23:24.714634 run patchelf(pid=7784): Terminated: ok {rc=0}\u000a23:23:24.830715 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a23:23:25.154613 run setcap-netadm(pid=7785): Launched\u000a23:23:26.342902 run setcap-netadm(pid=7785): Terminated: ok {rc=0}\u000a23:23:26.659463 run srsepc(pid=7786): Launched\u000a23:23:26.770034 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a23:23:27.907016 run rm-remote-dir(pid=7787): Launched\u000a23:23:28.094557 run srsepc(pid=7786): ERR: Terminated: ERROR {rc=127} [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=7786)]\u000a23:23:28.231528 run srsepc(pid=7786): stdout: \u000a| (launched: 2022-12-12_23:23:26.508414)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:23:28.368107 run srsepc(pid=7786): stderr: \u000a| (launched: 2022-12-12_23:23:26.555345)\u000a| Connection to 10.42.42.116 closed. \u000a23:23:28.500578 run srsepc(pid=7786): stdout: \u000a| (launched: 2022-12-12_23:23:26.508414)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:23:28.632631 run srsepc(pid=7786): stderr: \u000a| (launched: 2022-12-12_23:23:26.555345)\u000a| Connection to 10.42.42.116 closed. \u000a23:23:28.786811 run rm-remote-dir(pid=7787): Terminating (SIGINT)\u000a23:23:28.968331 run rm-remote-dir(pid=7787): Terminated: ok {rc=0}\u000a23:23:29.001369 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=7786): Process ended prematurely: srsepc(pid=7786) [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=7786)] [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a23:23:29.010920 tst rrc_idle_mt_ping.py:16: Test FAILED (18.2 sec)\u000a23:23:29.120732 run scp-back-log(pid=7788): Launched\u000a23:23:30.206915 run scp-back-log(pid=7788): ERR: Terminated: ERROR {rc=1} [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=7788)]\u000a23:23:30.268621 run scp-back-log(pid=7788): stdout: \u000a| (launched: 2022-12-12_23:23:29.052117) \u000a23:23:30.330441 run scp-back-log(pid=7788): stderr: \u000a| (launched: 2022-12-12_23:23:29.071713)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a23:23:30.382827 tst srsepc_10.42.42.118: Error('scp-back-log(pid=7788): launch_sync(): local process exited with status 1 [trial-2383↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=7788)]')\u000a" } ], "duration" : 143.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:21:08" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7801): Process ended prematurely: osmo-stp_10.42.42.5(pid=7801) [trial-2383↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7801)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7801): Process ended prematurely: osmo-stp_10.42.42.5(pid=7801) [trial-2383↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7801)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a23:23:31.267380 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a23:23:31.281657 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a23:23:31.426774 tst handover.py: using LAC 32209\u000a23:23:31.552000 tst handover.py: using RAC 79\u000a23:23:31.693720 tst handover.py: using CellId 32209\u000a23:23:31.844251 tst handover.py: using BVCI 32210\u000a23:23:31.870560 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a23:23:32.045252 tst handover.py: using LAC 32210\u000a23:23:32.210814 tst handover.py: using RAC 80\u000a23:23:32.344919 tst handover.py: using CellId 32210\u000a23:23:32.472711 tst handover.py: using BVCI 32211\u000a23:23:32.497801 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a23:23:32.509069 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a23:23:32.520073 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a23:23:32.531270 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a23:23:32.542488 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a23:23:32.554627 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a23:23:32.674680 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a23:23:32.886845 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:23:33.405202 run create_hlr_db(pid=7795): Launched\u000a23:23:34.596213 run create_hlr_db(pid=7795): Terminated: ok {rc=0}\u000a23:23:34.932143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7797): Launched\u000a23:23:35.257899 run osmo-hlr_10.42.42.2(pid=7798): Launched\u000a23:23:35.376410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:23:35.943557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7800): Launched\u000a23:23:36.269211 run osmo-stp_10.42.42.5(pid=7801): Launched\u000a23:23:36.387395 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:23:36.982991 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7803): Launched\u000a23:23:37.307473 run osmo-msc_10.42.42.6(pid=7804): Launched\u000a23:23:37.498332 run osmo-stp_10.42.42.5(pid=7801): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7801)]\u000a23:23:37.635705 run osmo-stp_10.42.42.5(pid=7801): stdout: \u000a| (launched: 2022-12-12_23:23:36.109704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:37.772660 run osmo-stp_10.42.42.5(pid=7801): stderr: \u000a| �[0;m�[38;5;43m20221212232336302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232336302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232336303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232336303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232336303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232336303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232336303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:37.902741 run osmo-stp_10.42.42.5(pid=7801): stdout: \u000a| (launched: 2022-12-12_23:23:36.109704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:38.031587 run osmo-stp_10.42.42.5(pid=7801): stderr: \u000a| �[0;m�[38;5;43m20221212232336302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232336302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232336303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232336303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232336303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232336303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232336303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:38.087926 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=7801): Process ended prematurely: osmo-stp_10.42.42.5(pid=7801) [trial-2383↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7801)] [trial-2383↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a23:23:38.096434 tst handover.py:18: Test FAILED (6.8 sec)\u000a23:23:38.158368 run osmo-hlr_10.42.42.2(pid=7798): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7798)]\u000a23:23:38.209164 run osmo-hlr_10.42.42.2(pid=7798): stdout: \u000a| (launched: 2022-12-12_23:23:35.098138) \u000a23:23:38.260666 run osmo-hlr_10.42.42.2(pid=7798): stderr: \u000a| �[0;m�[1;31m20221212232335299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232335299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232335299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232335299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232335299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232335299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232335315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232335325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232335325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232335325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:23:38.330823 run osmo-msc_10.42.42.6(pid=7804): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7804)]\u000a23:23:38.381749 run osmo-msc_10.42.42.6(pid=7804): stdout: \u000a| (launched: 2022-12-12_23:23:37.148308) \u000a23:23:38.433117 run osmo-msc_10.42.42.6(pid=7804): stderr: \u000a| �[0;m�[38;5;43m20221212232337471 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232337471 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5bef93cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232337472 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232337472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232337472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232337472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232337474 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232337474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232337474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232337474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:23:38.477028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7797): Terminating (SIGTERM)\u000a23:23:38.518576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7800): Terminating (SIGTERM)\u000a23:23:38.560419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7803): Terminating (SIGTERM)\u000a23:23:38.570100 --- ParallelTerminationStrategy: PID 7797 died...\u000a23:23:38.625709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7797): Terminated: ok {rc=0}\u000a23:23:38.635624 --- ParallelTerminationStrategy: PID 7800 died...\u000a23:23:38.691209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7800): Terminated: ok {rc=0}\u000a23:23:38.701156 --- ParallelTerminationStrategy: PID 7803 died...\u000a23:23:38.756145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7803): Terminated: ok {rc=0}\u000a23:23:38.842010 bus /sierra_3: Setting Powered False\u000a23:23:39.943752 bus /sierra_3: Setting Powered False\u000a23:23:41.049622 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:23:30" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7894): Process ended prematurely: osmo-stp_10.42.42.5(pid=7894) [trial-2383↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7894)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7894): Process ended prematurely: osmo-stp_10.42.42.5(pid=7894) [trial-2383↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7894)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a23:23:43.015818 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:23:43.027191 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a23:23:43.158943 tst handover.py: using LAC 32211\u000a23:23:43.286785 tst handover.py: using RAC 81\u000a23:23:43.414408 tst handover.py: using CellId 32211\u000a23:23:43.544255 tst handover.py: using BVCI 32212\u000a23:23:43.569571 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a23:23:43.698480 tst handover.py: using LAC 32212\u000a23:23:43.825549 tst handover.py: using RAC 82\u000a23:23:43.966283 tst handover.py: using CellId 32212\u000a23:23:44.102723 tst handover.py: using BVCI 32213\u000a23:23:44.127594 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:23:44.138855 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:23:44.149955 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:23:44.161042 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:23:44.172218 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:23:44.183248 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a23:23:44.301423 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a23:23:44.505499 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:23:44.961991 run create_hlr_db(pid=7810): Launched\u000a23:23:45.086714 bus /sierra_2: Setting Powered False\u000a23:23:46.161889 run create_hlr_db(pid=7810): Terminated: ok {rc=0}\u000a23:23:46.604343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7822): Launched\u000a23:23:47.072238 run osmo-hlr_10.42.42.2(pid=7849): Launched\u000a23:23:47.332054 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:23:47.996579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7875): Launched\u000a23:23:48.456577 run osmo-stp_10.42.42.5(pid=7894): Launched\u000a23:23:48.688314 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:23:49.444611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8017): Launched\u000a23:23:49.914094 run osmo-msc_10.42.42.6(pid=8072): Launched\u000a23:23:50.249321 run osmo-stp_10.42.42.5(pid=7894): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7894)]\u000a23:23:50.439085 run osmo-stp_10.42.42.5(pid=7894): stdout: \u000a| (launched: 2022-12-12_23:23:48.174038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:50.676034 run osmo-stp_10.42.42.5(pid=7894): stderr: \u000a| �[0;m�[38;5;43m20221212232348547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232348547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232348547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232348547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232348548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232348548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232348548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:50.812628 run osmo-stp_10.42.42.5(pid=7894): stdout: \u000a| (launched: 2022-12-12_23:23:48.174038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:50.948811 run osmo-stp_10.42.42.5(pid=7894): stderr: \u000a| �[0;m�[38;5;43m20221212232348547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232348547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232348547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232348547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232348548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232348548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232348548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:51.007863 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=7894): Process ended prematurely: osmo-stp_10.42.42.5(pid=7894) [trial-2383↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7894)] [trial-2383↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a23:23:51.017454 tst handover.py:18: Test FAILED (8.0 sec)\u000a23:23:51.082364 run osmo-hlr_10.42.42.2(pid=7849): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7849)]\u000a23:23:51.135367 run osmo-hlr_10.42.42.2(pid=7849): stdout: \u000a| (launched: 2022-12-12_23:23:46.791325) \u000a23:23:51.188890 run osmo-hlr_10.42.42.2(pid=7849): stderr: \u000a| �[0;m�[1;31m20221212232347143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232347143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232347143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232347143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232347143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232347143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232347167 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232347189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232347189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232347189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:23:51.263958 run osmo-msc_10.42.42.6(pid=8072): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8072)]\u000a23:23:51.316079 run osmo-msc_10.42.42.6(pid=8072): stdout: \u000a| (launched: 2022-12-12_23:23:49.643164) \u000a23:23:51.368792 run osmo-msc_10.42.42.6(pid=8072): stderr: \u000a| �[0;m�[38;5;43m20221212232350351 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232350351 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd646bacc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232350351 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232350351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232350351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232350351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232350361 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232350362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232350362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232350362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:23:51.414200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7822): Terminating (SIGTERM)\u000a23:23:51.459867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7875): Terminating (SIGTERM)\u000a23:23:51.503046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8017): Terminating (SIGTERM)\u000a23:23:51.512910 --- ParallelTerminationStrategy: PID 7822 died...\u000a23:23:51.570240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7822): Terminated: ok {rc=0}\u000a23:23:51.581318 --- ParallelTerminationStrategy: PID 7875 died...\u000a23:23:51.639522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7875): Terminated: ok {rc=0}\u000a23:23:51.650316 --- ParallelTerminationStrategy: PID 8017 died...\u000a23:23:51.707445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8017): Terminated: ok {rc=0}\u000a23:23:51.795994 bus /sierra_3: Setting Powered False\u000a23:23:52.904247 bus /sierra_3: Setting Powered False\u000a23:23:54.017113 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:23:42" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8101): Process ended prematurely: osmo-stp_10.42.42.5(pid=8101) [trial-2383↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8101)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8101): Process ended prematurely: osmo-stp_10.42.42.5(pid=8101) [trial-2383↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8101)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a23:23:56.022211 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:23:56.035684 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a23:23:56.170504 tst handover.py: using LAC 32213\u000a23:23:56.303997 tst handover.py: using RAC 83\u000a23:23:56.436209 tst handover.py: using CellId 32213\u000a23:23:56.569687 tst handover.py: using BVCI 32214\u000a23:23:56.596757 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a23:23:56.744211 tst handover.py: using LAC 32214\u000a23:23:56.875831 tst handover.py: using RAC 84\u000a23:23:57.013374 tst handover.py: using CellId 32214\u000a23:23:57.143138 tst handover.py: using BVCI 32215\u000a23:23:57.169913 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:23:57.182348 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:23:57.194687 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:23:57.207233 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:23:57.219654 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:23:57.233603 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a23:23:57.356502 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a23:23:57.577693 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:23:58.124174 run create_hlr_db(pid=8095): Launched\u000a23:23:58.261880 bus /sierra_2: Setting Powered False\u000a23:23:59.342699 run create_hlr_db(pid=8095): Terminated: ok {rc=0}\u000a23:23:59.778194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8097): Launched\u000a23:24:00.221316 run osmo-hlr_10.42.42.2(pid=8098): Launched\u000a23:24:00.391332 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:24:01.019244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8100): Launched\u000a23:24:01.432538 run osmo-stp_10.42.42.5(pid=8101): Launched\u000a23:24:01.662696 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:24:02.293092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8103): Launched\u000a23:24:02.709596 run osmo-msc_10.42.42.6(pid=8104): Launched\u000a23:24:03.036493 run osmo-stp_10.42.42.5(pid=8101): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8101)]\u000a23:24:03.279492 run osmo-stp_10.42.42.5(pid=8101): stdout: \u000a| (launched: 2022-12-12_23:24:01.179599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:03.444776 run osmo-stp_10.42.42.5(pid=8101): stderr: \u000a| �[0;m�[38;5;43m20221212232401512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232401512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232401524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232401525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232401525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232401525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232401525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:03.581536 run osmo-stp_10.42.42.5(pid=8101): stdout: \u000a| (launched: 2022-12-12_23:24:01.179599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:03.717499 run osmo-stp_10.42.42.5(pid=8101): stderr: \u000a| �[0;m�[38;5;43m20221212232401512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232401512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232401524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232401525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232401525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232401525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232401525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:03.776443 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8101): Process ended prematurely: osmo-stp_10.42.42.5(pid=8101) [trial-2383↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8101)] [trial-2383↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a23:24:03.786009 tst handover.py:18: Test FAILED (7.8 sec)\u000a23:24:03.851833 run osmo-hlr_10.42.42.2(pid=8098): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8098)]\u000a23:24:03.905295 run osmo-hlr_10.42.42.2(pid=8098): stdout: \u000a| (launched: 2022-12-12_23:23:59.950088) \u000a23:24:03.959897 run osmo-hlr_10.42.42.2(pid=8098): stderr: \u000a| �[0;m�[1;31m20221212232400263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232400263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232400263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232400263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232400264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232400264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232400291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232400307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232400308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232400308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:24:04.031996 run osmo-msc_10.42.42.6(pid=8104): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8104)]\u000a23:24:04.085701 run osmo-msc_10.42.42.6(pid=8104): stdout: \u000a| (launched: 2022-12-12_23:24:02.452237) \u000a23:24:04.139575 run osmo-msc_10.42.42.6(pid=8104): stderr: \u000a| �[0;m�[38;5;43m20221212232403077 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232403077 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1041a1cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232403077 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232403077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232403078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232403078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232403079 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232403080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232403080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232403080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:24:04.185489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8097): Terminating (SIGTERM)\u000a23:24:04.230627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8100): Terminating (SIGTERM)\u000a23:24:04.276308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8103): Terminating (SIGTERM)\u000a23:24:04.287607 --- ParallelTerminationStrategy: PID 8097 died...\u000a23:24:04.345627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8097): Terminated: ok {rc=0}\u000a23:24:04.356454 --- ParallelTerminationStrategy: PID 8100 died...\u000a23:24:04.413971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8100): Terminated: ok {rc=0}\u000a23:24:04.424412 --- ParallelTerminationStrategy: PID 8103 died...\u000a23:24:04.483099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8103): Terminated: ok {rc=0}\u000a23:24:04.573095 bus /sierra_3: Setting Powered False\u000a23:24:05.684782 bus /sierra_3: Setting Powered False\u000a23:24:06.797505 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:23:55" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8116): Process ended prematurely: osmo-stp_10.42.42.5(pid=8116) [trial-2383↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8116)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8116): Process ended prematurely: osmo-stp_10.42.42.5(pid=8116) [trial-2383↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8116)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a23:24:08.816781 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:24:08.829524 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:24:08.966951 tst handover.py: using LAC 32215\u000a23:24:09.099310 tst handover.py: using RAC 85\u000a23:24:09.230318 tst handover.py: using CellId 32215\u000a23:24:09.366786 tst handover.py: using BVCI 32216\u000a23:24:09.393296 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:24:09.538737 tst handover.py: using LAC 32216\u000a23:24:09.671247 tst handover.py: using RAC 86\u000a23:24:09.801873 tst handover.py: using CellId 32216\u000a23:24:09.934910 tst handover.py: using BVCI 32217\u000a23:24:09.961420 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:24:09.973706 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:24:09.985754 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:24:09.998040 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:24:10.009966 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:24:10.022233 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:24:10.148389 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:24:10.355968 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:24:10.865219 run create_hlr_db(pid=8109): Launched\u000a23:24:10.994452 bus /sierra_2: Setting Powered False\u000a23:24:12.073865 run create_hlr_db(pid=8109): Terminated: ok {rc=0}\u000a23:24:12.461548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8112): Launched\u000a23:24:12.770814 run osmo-hlr_10.42.42.2(pid=8113): Launched\u000a23:24:12.884558 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:24:13.390423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8115): Launched\u000a23:24:13.698041 run osmo-stp_10.42.42.5(pid=8116): Launched\u000a23:24:13.810113 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:24:14.349336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8118): Launched\u000a23:24:14.658598 run osmo-msc_10.42.42.6(pid=8119): Launched\u000a23:24:14.840445 run osmo-stp_10.42.42.5(pid=8116): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8116)]\u000a23:24:14.970886 run osmo-stp_10.42.42.5(pid=8116): stdout: \u000a| (launched: 2022-12-12_23:24:13.546123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:15.098433 run osmo-stp_10.42.42.5(pid=8116): stderr: \u000a| �[0;m�[38;5;43m20221212232413718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232413719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232413719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232413719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232413720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232413720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232413720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:15.221704 run osmo-stp_10.42.42.5(pid=8116): stdout: \u000a| (launched: 2022-12-12_23:24:13.546123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:15.343831 run osmo-stp_10.42.42.5(pid=8116): stderr: \u000a| �[0;m�[38;5;43m20221212232413718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232413719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232413719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232413719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232413720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232413720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232413720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:15.397159 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8116): Process ended prematurely: osmo-stp_10.42.42.5(pid=8116) [trial-2383↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8116)] [trial-2383↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a23:24:15.404917 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:24:15.464827 run osmo-hlr_10.42.42.2(pid=8113): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8113)]\u000a23:24:15.513334 run osmo-hlr_10.42.42.2(pid=8113): stdout: \u000a| (launched: 2022-12-12_23:24:12.618945) \u000a23:24:15.562773 run osmo-hlr_10.42.42.2(pid=8113): stderr: \u000a| �[0;m�[1;31m20221212232412792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232412792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232412792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232412793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232412793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232412793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232412806 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232412814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232412814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232412814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:24:15.630363 run osmo-msc_10.42.42.6(pid=8119): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8119)]\u000a23:24:15.679174 run osmo-msc_10.42.42.6(pid=8119): stdout: \u000a| (launched: 2022-12-12_23:24:14.506000) \u000a23:24:15.728217 run osmo-msc_10.42.42.6(pid=8119): stderr: \u000a| �[0;m�[38;5;43m20221212232414778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232414778 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10e5001c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232414778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232414778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232414778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232414778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232414780 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232414780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232414781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232414781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:24:15.769964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8112): Terminating (SIGTERM)\u000a23:24:15.809586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8115): Terminating (SIGTERM)\u000a23:24:15.858955 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8118): Terminating (SIGTERM)\u000a23:24:15.872059 --- ParallelTerminationStrategy: PID 8112 died...\u000a23:24:15.939199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8112): Terminated: ok {rc=0}\u000a23:24:15.950313 --- ParallelTerminationStrategy: PID 8115 died...\u000a23:24:16.007484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8115): Terminated: ok {rc=0}\u000a23:24:16.018861 --- ParallelTerminationStrategy: PID 8118 died...\u000a23:24:16.082005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8118): Terminated: ok {rc=0}\u000a23:24:16.171354 bus /sierra_3: Setting Powered False\u000a23:24:17.277607 bus /sierra_3: Setting Powered False\u000a23:24:18.386292 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:24:08" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8130): Process ended prematurely: osmo-stp_10.42.42.5(pid=8130) [trial-2383↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8130)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8130): Process ended prematurely: osmo-stp_10.42.42.5(pid=8130) [trial-2383↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8130)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a23:24:20.377986 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:24:20.388806 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:24:20.517439 tst handover.py: using LAC 32217\u000a23:24:20.637980 tst handover.py: using RAC 87\u000a23:24:20.761186 tst handover.py: using CellId 32217\u000a23:24:20.881886 tst handover.py: using BVCI 32218\u000a23:24:20.905300 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:24:21.044350 tst handover.py: using LAC 32218\u000a23:24:21.166379 tst handover.py: using RAC 88\u000a23:24:21.288598 tst handover.py: using CellId 32218\u000a23:24:21.414426 tst handover.py: using BVCI 32219\u000a23:24:21.437979 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:24:21.448796 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:24:21.459557 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:24:21.470721 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:24:21.481841 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:24:21.492796 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:24:21.613179 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:24:21.816702 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:24:22.272886 run create_hlr_db(pid=8124): Launched\u000a23:24:22.398131 bus /sierra_2: Setting Powered False\u000a23:24:23.470225 run create_hlr_db(pid=8124): Terminated: ok {rc=0}\u000a23:24:23.876223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8126): Launched\u000a23:24:24.202684 run osmo-hlr_10.42.42.2(pid=8127): Launched\u000a23:24:24.322466 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:24:24.863821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8129): Launched\u000a23:24:25.191256 run osmo-stp_10.42.42.5(pid=8130): Launched\u000a23:24:25.310875 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:24:25.881273 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8132): Launched\u000a23:24:26.207136 run osmo-msc_10.42.42.6(pid=8133): Launched\u000a23:24:26.397584 run osmo-stp_10.42.42.5(pid=8130): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8130)]\u000a23:24:26.534735 run osmo-stp_10.42.42.5(pid=8130): stdout: \u000a| (launched: 2022-12-12_23:24:25.030627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:26.671761 run osmo-stp_10.42.42.5(pid=8130): stderr: \u000a| �[0;m�[38;5;43m20221212232425223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232425223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232425224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232425224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232425225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232425225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232425225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:26.802133 run osmo-stp_10.42.42.5(pid=8130): stdout: \u000a| (launched: 2022-12-12_23:24:25.030627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:26.931555 run osmo-stp_10.42.42.5(pid=8130): stderr: \u000a| �[0;m�[38;5;43m20221212232425223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232425223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232425224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232425224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232425225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232425225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232425225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:26.988404 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8130): Process ended prematurely: osmo-stp_10.42.42.5(pid=8130) [trial-2383↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8130)] [trial-2383↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a23:24:26.997206 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:24:27.061018 run osmo-hlr_10.42.42.2(pid=8127): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8127)]\u000a23:24:27.112152 run osmo-hlr_10.42.42.2(pid=8127): stdout: \u000a| (launched: 2022-12-12_23:24:24.042302) \u000a23:24:27.163460 run osmo-hlr_10.42.42.2(pid=8127): stderr: \u000a| �[0;m�[1;31m20221212232424241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232424241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232424241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232424241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232424241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232424241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232424254 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232424263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232424263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232424263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:24:27.233222 run osmo-msc_10.42.42.6(pid=8133): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8133)]\u000a23:24:27.283839 run osmo-msc_10.42.42.6(pid=8133): stdout: \u000a| (launched: 2022-12-12_23:24:26.047212) \u000a23:24:27.334876 run osmo-msc_10.42.42.6(pid=8133): stderr: \u000a| �[0;m�[38;5;43m20221212232426372 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232426372 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7202a7ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232426372 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232426372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232426373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232426373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232426374 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232426375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232426375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232426375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:24:27.378443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8126): Terminating (SIGTERM)\u000a23:24:27.419465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8129): Terminating (SIGTERM)\u000a23:24:27.460679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8132): Terminating (SIGTERM)\u000a23:24:27.470429 --- ParallelTerminationStrategy: PID 8126 died...\u000a23:24:27.525647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8126): Terminated: ok {rc=0}\u000a23:24:27.535653 --- ParallelTerminationStrategy: PID 8129 died...\u000a23:24:27.591014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8129): Terminated: ok {rc=0}\u000a23:24:27.601073 --- ParallelTerminationStrategy: PID 8132 died...\u000a23:24:27.656744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8132): Terminated: ok {rc=0}\u000a23:24:27.742372 bus /sierra_3: Setting Powered False\u000a23:24:28.849128 bus /sierra_3: Setting Powered False\u000a23:24:29.959460 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:24:20" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8144): Process ended prematurely: osmo-stp_10.42.42.5(pid=8144) [trial-2383↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8144)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8144): Process ended prematurely: osmo-stp_10.42.42.5(pid=8144) [trial-2383↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a23:24:31.978722 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:24:31.990436 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:24:32.129237 tst handover.py: using LAC 32219\u000a23:24:32.255370 tst handover.py: using RAC 89\u000a23:24:32.377878 tst handover.py: using CellId 32219\u000a23:24:32.499851 tst handover.py: using BVCI 32220\u000a23:24:32.523412 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:24:32.647626 tst handover.py: using LAC 32220\u000a23:24:32.768616 tst handover.py: using RAC 90\u000a23:24:32.890494 tst handover.py: using CellId 32220\u000a23:24:33.010514 tst handover.py: using BVCI 32221\u000a23:24:33.034058 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:24:33.044788 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:24:33.055462 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:24:33.066400 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:24:33.077275 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:24:33.088055 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:24:33.209329 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:24:33.414004 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:24:33.871299 run create_hlr_db(pid=8138): Launched\u000a23:24:33.996737 bus /sierra_2: Setting Powered False\u000a23:24:35.069668 run create_hlr_db(pid=8138): Terminated: ok {rc=0}\u000a23:24:35.474864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8140): Launched\u000a23:24:35.801827 run osmo-hlr_10.42.42.2(pid=8141): Launched\u000a23:24:35.925790 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:24:36.466756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8143): Launched\u000a23:24:36.794841 run osmo-stp_10.42.42.5(pid=8144): Launched\u000a23:24:36.913429 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:24:37.480737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8146): Launched\u000a23:24:37.807228 run osmo-msc_10.42.42.6(pid=8147): Launched\u000a23:24:37.997753 run osmo-stp_10.42.42.5(pid=8144): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8144)]\u000a23:24:38.135160 run osmo-stp_10.42.42.5(pid=8144): stdout: \u000a| (launched: 2022-12-12_23:24:36.634564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:38.271625 run osmo-stp_10.42.42.5(pid=8144): stderr: \u000a| �[0;m�[38;5;43m20221212232436825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232436825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232436825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232436826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232436826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232436826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232436826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:38.402161 run osmo-stp_10.42.42.5(pid=8144): stdout: \u000a| (launched: 2022-12-12_23:24:36.634564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:38.531313 run osmo-stp_10.42.42.5(pid=8144): stderr: \u000a| �[0;m�[38;5;43m20221212232436825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232436825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232436825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232436826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232436826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232436826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232436826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:38.588276 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8144): Process ended prematurely: osmo-stp_10.42.42.5(pid=8144) [trial-2383↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8144)] [trial-2383↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a23:24:38.596722 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:24:38.659130 run osmo-hlr_10.42.42.2(pid=8141): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8141)]\u000a23:24:38.710021 run osmo-hlr_10.42.42.2(pid=8141): stdout: \u000a| (launched: 2022-12-12_23:24:35.642120) \u000a23:24:38.761359 run osmo-hlr_10.42.42.2(pid=8141): stderr: \u000a| �[0;m�[1;31m20221212232435841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232435841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232435841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232435841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232435841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232435841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232435854 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232435863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232435863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232435863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:24:38.830894 run osmo-msc_10.42.42.6(pid=8147): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8147)]\u000a23:24:38.881624 run osmo-msc_10.42.42.6(pid=8147): stdout: \u000a| (launched: 2022-12-12_23:24:37.647235) \u000a23:24:38.932824 run osmo-msc_10.42.42.6(pid=8147): stderr: \u000a| �[0;m�[38;5;43m20221212232437969 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232437969 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbd49d08c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232437969 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232437969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232437969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232437969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232437971 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232437972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232437972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232437972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:24:38.976403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8140): Terminating (SIGTERM)\u000a23:24:39.017594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8143): Terminating (SIGTERM)\u000a23:24:39.058727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8146): Terminating (SIGTERM)\u000a23:24:39.067975 --- ParallelTerminationStrategy: PID 8140 died...\u000a23:24:39.123488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8140): Terminated: ok {rc=0}\u000a23:24:39.133384 --- ParallelTerminationStrategy: PID 8143 died...\u000a23:24:39.188139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8143): Terminated: ok {rc=0}\u000a23:24:39.198063 --- ParallelTerminationStrategy: PID 8146 died...\u000a23:24:39.252746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8146): Terminated: ok {rc=0}\u000a23:24:39.337555 bus /sierra_3: Setting Powered False\u000a23:24:40.442386 bus /sierra_3: Setting Powered False\u000a23:24:41.551658 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:24:31" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8158): Process ended prematurely: osmo-stp_10.42.42.5(pid=8158) [trial-2383↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8158)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8158): Process ended prematurely: osmo-stp_10.42.42.5(pid=8158) [trial-2383↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8158)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a23:24:43.531138 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:24:43.542009 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:24:43.667540 tst handover.py: using LAC 32221\u000a23:24:43.789189 tst handover.py: using RAC 91\u000a23:24:43.918170 tst handover.py: using CellId 32221\u000a23:24:44.048252 tst handover.py: using BVCI 32222\u000a23:24:44.073490 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:24:44.217647 tst handover.py: using LAC 32222\u000a23:24:44.346554 tst handover.py: using RAC 92\u000a23:24:44.466021 tst handover.py: using CellId 32222\u000a23:24:44.584880 tst handover.py: using BVCI 32223\u000a23:24:44.608533 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:24:44.619468 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:24:44.630169 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:24:44.641076 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:24:44.651907 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:24:44.662754 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:24:44.781125 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:24:44.985211 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:24:45.444414 run create_hlr_db(pid=8152): Launched\u000a23:24:45.569870 bus /sierra_2: Setting Powered False\u000a23:24:46.656409 run create_hlr_db(pid=8152): Terminated: ok {rc=0}\u000a23:24:47.128784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8154): Launched\u000a23:24:47.442060 run osmo-hlr_10.42.42.2(pid=8155): Launched\u000a23:24:47.555150 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:24:48.061955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8157): Launched\u000a23:24:48.369768 run osmo-stp_10.42.42.5(pid=8158): Launched\u000a23:24:48.480708 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:24:49.017458 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8160): Launched\u000a23:24:49.328568 run osmo-msc_10.42.42.6(pid=8161): Launched\u000a23:24:49.507319 run osmo-stp_10.42.42.5(pid=8158): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8158)]\u000a23:24:49.636209 run osmo-stp_10.42.42.5(pid=8158): stdout: \u000a| (launched: 2022-12-12_23:24:48.218117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:49.762445 run osmo-stp_10.42.42.5(pid=8158): stderr: \u000a| �[0;m�[38;5;43m20221212232448390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232448390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232448390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232448391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232448391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232448391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232448391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:49.883700 run osmo-stp_10.42.42.5(pid=8158): stdout: \u000a| (launched: 2022-12-12_23:24:48.218117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:50.003784 run osmo-stp_10.42.42.5(pid=8158): stderr: \u000a| �[0;m�[38;5;43m20221212232448390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232448390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232448390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232448391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232448391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232448391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232448391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:50.056305 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8158): Process ended prematurely: osmo-stp_10.42.42.5(pid=8158) [trial-2383↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8158)] [trial-2383↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a23:24:50.064113 tst handover.py:18: Test FAILED (6.5 sec)\u000a23:24:50.123743 run osmo-hlr_10.42.42.2(pid=8155): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8155)]\u000a23:24:50.172197 run osmo-hlr_10.42.42.2(pid=8155): stdout: \u000a| (launched: 2022-12-12_23:24:47.289817) \u000a23:24:50.221141 run osmo-hlr_10.42.42.2(pid=8155): stderr: \u000a| �[0;m�[1;31m20221212232447467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232447467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232447467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232447467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232447467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232447467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232447500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232447510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232447510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232447510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:24:50.287552 run osmo-msc_10.42.42.6(pid=8161): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8161)]\u000a23:24:50.336098 run osmo-msc_10.42.42.6(pid=8161): stdout: \u000a| (launched: 2022-12-12_23:24:49.177191) \u000a23:24:50.384714 run osmo-msc_10.42.42.6(pid=8161): stderr: \u000a| �[0;m�[38;5;43m20221212232449452 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232449452 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe5c807bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232449452 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232449452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232449453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232449453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232449454 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232449455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232449455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232449456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:24:50.426466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8154): Terminating (SIGTERM)\u000a23:24:50.465799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8157): Terminating (SIGTERM)\u000a23:24:50.505100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8160): Terminating (SIGTERM)\u000a23:24:50.514387 --- ParallelTerminationStrategy: PID 8154 died...\u000a23:24:50.566915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8154): Terminated: ok {rc=0}\u000a23:24:50.576489 --- ParallelTerminationStrategy: PID 8157 died...\u000a23:24:50.628574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8157): Terminated: ok {rc=0}\u000a23:24:50.638203 --- ParallelTerminationStrategy: PID 8160 died...\u000a23:24:50.690087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8160): Terminated: ok {rc=0}\u000a23:24:50.777604 bus /sierra_3: Setting Powered False\u000a23:24:51.880387 bus /sierra_3: Setting Powered False\u000a23:24:52.991565 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:24:43" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8173): Process ended prematurely: osmo-stp_10.42.42.5(pid=8173) [trial-2383↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8173)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8173): Process ended prematurely: osmo-stp_10.42.42.5(pid=8173) [trial-2383↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8173)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:24:54.981164 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:24:54.991875 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:24:55.116465 tst handover.py: using LAC 32223\u000a23:24:55.234396 tst handover.py: using RAC 93\u000a23:24:55.360181 tst handover.py: using CellId 32223\u000a23:24:55.487867 tst handover.py: using BVCI 32224\u000a23:24:55.512604 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:24:55.653591 tst handover.py: using LAC 32224\u000a23:24:55.778203 tst handover.py: using RAC 94\u000a23:24:55.903119 tst handover.py: using CellId 32224\u000a23:24:56.029836 tst handover.py: using BVCI 32225\u000a23:24:56.054669 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:24:56.066018 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:24:56.077268 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:24:56.088399 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:24:56.099754 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:24:56.111027 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:24:56.226969 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:24:56.437281 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:24:56.924601 run create_hlr_db(pid=8167): Launched\u000a23:24:57.055971 bus /sierra_2: Setting Powered False\u000a23:24:58.132492 run create_hlr_db(pid=8167): Terminated: ok {rc=0}\u000a23:24:58.512386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8169): Launched\u000a23:24:58.815425 run osmo-hlr_10.42.42.2(pid=8170): Launched\u000a23:24:58.934705 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:24:59.444504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8172): Launched\u000a23:24:59.747570 run osmo-stp_10.42.42.5(pid=8173): Launched\u000a23:24:59.859316 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:25:00.384286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8175): Launched\u000a23:25:00.686876 run osmo-msc_10.42.42.6(pid=8176): Launched\u000a23:25:00.906949 run osmo-stp_10.42.42.5(pid=8173): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8173)]\u000a23:25:01.068637 run osmo-stp_10.42.42.5(pid=8173): stdout: \u000a| (launched: 2022-12-12_23:24:59.598334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:01.199800 run osmo-stp_10.42.42.5(pid=8173): stderr: \u000a| �[0;m�[38;5;43m20221212232459766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232459766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232459766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232459767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232459769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232459769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232459769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:01.325689 run osmo-stp_10.42.42.5(pid=8173): stdout: \u000a| (launched: 2022-12-12_23:24:59.598334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:01.450101 run osmo-stp_10.42.42.5(pid=8173): stderr: \u000a| �[0;m�[38;5;43m20221212232459766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232459766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232459766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232459767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232459769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232459769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232459769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:01.504537 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8173): Process ended prematurely: osmo-stp_10.42.42.5(pid=8173) [trial-2383↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8173)] [trial-2383↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a23:25:01.513468 tst handover.py:18: Test FAILED (6.5 sec)\u000a23:25:01.577155 run osmo-hlr_10.42.42.2(pid=8170): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8170)]\u000a23:25:01.628273 run osmo-hlr_10.42.42.2(pid=8170): stdout: \u000a| (launched: 2022-12-12_23:24:58.666411) \u000a23:25:01.680190 run osmo-hlr_10.42.42.2(pid=8170): stderr: \u000a| �[0;m�[1;31m20221212232458842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232458843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232458843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232458843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232458843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232458843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232458854 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232458862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232458863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232458863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:25:01.758979 run osmo-msc_10.42.42.6(pid=8176): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8176)]\u000a23:25:01.814172 run osmo-msc_10.42.42.6(pid=8176): stdout: \u000a| (launched: 2022-12-12_23:25:00.537755) \u000a23:25:01.865680 run osmo-msc_10.42.42.6(pid=8176): stderr: \u000a| �[0;m�[38;5;43m20221212232500810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232500810 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fae0394fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232500810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232500810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232500810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232500811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232500812 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232500813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232500813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232500813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:25:01.908604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8169): Terminating (SIGTERM)\u000a23:25:01.951027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8172): Terminating (SIGTERM)\u000a23:25:01.994062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8175): Terminating (SIGTERM)\u000a23:25:02.004848 --- ParallelTerminationStrategy: PID 8169 died...\u000a23:25:02.059758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8169): Terminated: ok {rc=0}\u000a23:25:02.071312 --- ParallelTerminationStrategy: PID 8172 died...\u000a23:25:02.126044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8172): Terminated: ok {rc=0}\u000a23:25:02.137678 --- ParallelTerminationStrategy: PID 8175 died...\u000a23:25:02.192323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8175): Terminated: ok {rc=0}\u000a23:25:02.278703 bus /sierra_3: Setting Powered False\u000a23:25:03.377430 bus /sierra_3: Setting Powered False\u000a23:25:04.487095 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:24:54" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8191): Process ended prematurely: osmo-stp_10.42.42.5(pid=8191) [trial-2383↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8191)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8191): Process ended prematurely: osmo-stp_10.42.42.5(pid=8191) [trial-2383↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a23:25:06.440221 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:25:06.450902 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a23:25:06.577614 tst handover.py: using LAC 32225\u000a23:25:06.703011 tst handover.py: using RAC 95\u000a23:25:06.828338 tst handover.py: using CellId 32225\u000a23:25:06.954639 tst handover.py: using BVCI 32226\u000a23:25:06.979495 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a23:25:07.106305 tst handover.py: using LAC 32226\u000a23:25:07.231510 tst handover.py: using RAC 96\u000a23:25:07.357196 tst handover.py: using CellId 32226\u000a23:25:07.483627 tst handover.py: using BVCI 32227\u000a23:25:07.508628 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:25:07.519891 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:25:07.530952 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:25:07.542123 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:25:07.553337 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:25:07.564521 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a23:25:07.679535 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a23:25:07.887612 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:25:08.339126 run create_hlr_db(pid=8185): Launched\u000a23:25:08.463243 bus /sierra_2: Setting Powered False\u000a23:25:09.535375 run create_hlr_db(pid=8185): Terminated: ok {rc=0}\u000a23:25:09.936717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8187): Launched\u000a23:25:10.259474 run osmo-hlr_10.42.42.2(pid=8188): Launched\u000a23:25:10.378320 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:25:10.910799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8190): Launched\u000a23:25:11.233361 run osmo-stp_10.42.42.5(pid=8191): Launched\u000a23:25:11.351842 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:25:11.915079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8193): Launched\u000a23:25:12.237601 run osmo-msc_10.42.42.6(pid=8194): Launched\u000a23:25:12.427405 run osmo-stp_10.42.42.5(pid=8191): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8191)]\u000a23:25:12.564344 run osmo-stp_10.42.42.5(pid=8191): stdout: \u000a| (launched: 2022-12-12_23:25:11.075000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:12.701439 run osmo-stp_10.42.42.5(pid=8191): stderr: \u000a| �[0;m�[38;5;43m20221212232511270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232511270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232511270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232511270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232511271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232511271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232511271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:12.831430 run osmo-stp_10.42.42.5(pid=8191): stdout: \u000a| (launched: 2022-12-12_23:25:11.075000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:12.959943 run osmo-stp_10.42.42.5(pid=8191): stderr: \u000a| �[0;m�[38;5;43m20221212232511270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232511270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232511270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232511270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232511271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232511271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232511271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:13.016258 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8191): Process ended prematurely: osmo-stp_10.42.42.5(pid=8191) [trial-2383↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8191)] [trial-2383↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a23:25:13.024787 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:25:13.086125 run osmo-hlr_10.42.42.2(pid=8188): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8188)]\u000a23:25:13.137449 run osmo-hlr_10.42.42.2(pid=8188): stdout: \u000a| (launched: 2022-12-12_23:25:10.101604) \u000a23:25:13.188770 run osmo-hlr_10.42.42.2(pid=8188): stderr: \u000a| �[0;m�[1;31m20221212232510302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232510302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232510302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232510302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232510302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232510302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232510317 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232510327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232510327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232510327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:25:13.259056 run osmo-msc_10.42.42.6(pid=8194): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8194)]\u000a23:25:13.309655 run osmo-msc_10.42.42.6(pid=8194): stdout: \u000a| (launched: 2022-12-12_23:25:12.079587) \u000a23:25:13.360860 run osmo-msc_10.42.42.6(pid=8194): stderr: \u000a| �[0;m�[38;5;43m20221212232512403 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232512403 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb9b8510c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232512404 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232512404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232512404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232512404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232512406 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232512406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232512406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232512406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:25:13.404571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8187): Terminating (SIGTERM)\u000a23:25:13.445692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8190): Terminating (SIGTERM)\u000a23:25:13.486790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8193): Terminating (SIGTERM)\u000a23:25:13.495865 --- ParallelTerminationStrategy: PID 8187 died...\u000a23:25:13.550843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8187): Terminated: ok {rc=0}\u000a23:25:13.560764 --- ParallelTerminationStrategy: PID 8190 died...\u000a23:25:13.615979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8190): Terminated: ok {rc=0}\u000a23:25:13.625934 --- ParallelTerminationStrategy: PID 8193 died...\u000a23:25:13.680521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8193): Terminated: ok {rc=0}\u000a23:25:13.765076 bus /sierra_3: Setting Powered False\u000a23:25:14.869775 bus /sierra_3: Setting Powered False\u000a23:25:15.979397 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:25:06" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8205): Process ended prematurely: osmo-stp_10.42.42.5(pid=8205) [trial-2383↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8205)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8205): Process ended prematurely: osmo-stp_10.42.42.5(pid=8205) [trial-2383↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8205)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a23:25:17.979584 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:25:17.990848 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a23:25:18.114065 tst handover.py: using LAC 32227\u000a23:25:18.233049 tst handover.py: using RAC 97\u000a23:25:18.364392 tst handover.py: using CellId 32227\u000a23:25:18.488084 tst handover.py: using BVCI 32228\u000a23:25:18.511274 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a23:25:18.654090 tst handover.py: using LAC 32228\u000a23:25:18.780524 tst handover.py: using RAC 98\u000a23:25:18.907080 tst handover.py: using CellId 32228\u000a23:25:19.033749 tst handover.py: using BVCI 32229\u000a23:25:19.058436 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:25:19.069560 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:25:19.080501 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:25:19.091468 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:25:19.102567 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:25:19.113626 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a23:25:19.231609 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a23:25:19.433988 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:25:19.886865 run create_hlr_db(pid=8199): Launched\u000a23:25:20.011216 bus /sierra_2: Setting Powered False\u000a23:25:21.082872 run create_hlr_db(pid=8199): Terminated: ok {rc=0}\u000a23:25:21.484606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8201): Launched\u000a23:25:21.809087 run osmo-hlr_10.42.42.2(pid=8202): Launched\u000a23:25:21.927292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:25:22.461494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8204): Launched\u000a23:25:22.785428 run osmo-stp_10.42.42.5(pid=8205): Launched\u000a23:25:22.903826 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:25:23.467491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8207): Launched\u000a23:25:23.791096 run osmo-msc_10.42.42.6(pid=8208): Launched\u000a23:25:23.980495 run osmo-stp_10.42.42.5(pid=8205): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8205)]\u000a23:25:24.117644 run osmo-stp_10.42.42.5(pid=8205): stdout: \u000a| (launched: 2022-12-12_23:25:22.627061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:24.253189 run osmo-stp_10.42.42.5(pid=8205): stderr: \u000a| �[0;m�[38;5;43m20221212232522818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232522818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232522818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232522819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232522821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232522821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232522821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:24.383248 run osmo-stp_10.42.42.5(pid=8205): stdout: \u000a| (launched: 2022-12-12_23:25:22.627061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:24.511689 run osmo-stp_10.42.42.5(pid=8205): stderr: \u000a| �[0;m�[38;5;43m20221212232522818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232522818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232522818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232522819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232522821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232522821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232522821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:24.567915 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8205): Process ended prematurely: osmo-stp_10.42.42.5(pid=8205) [trial-2383↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8205)] [trial-2383↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a23:25:24.576529 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:25:24.638843 run osmo-hlr_10.42.42.2(pid=8202): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8202)]\u000a23:25:24.689804 run osmo-hlr_10.42.42.2(pid=8202): stdout: \u000a| (launched: 2022-12-12_23:25:21.649814) \u000a23:25:24.741133 run osmo-hlr_10.42.42.2(pid=8202): stderr: \u000a| �[0;m�[1;31m20221212232521849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232521849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232521849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232521849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232521849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232521849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232521861 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232521870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232521870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232521870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:25:24.810751 run osmo-msc_10.42.42.6(pid=8208): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8208)]\u000a23:25:24.861743 run osmo-msc_10.42.42.6(pid=8208): stdout: \u000a| (launched: 2022-12-12_23:25:23.632841) \u000a23:25:24.912833 run osmo-msc_10.42.42.6(pid=8208): stderr: \u000a| �[0;m�[38;5;43m20221212232523953 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232523953 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd5e2004c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232523954 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232523954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232523954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232523954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232523956 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232523956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232523956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232523956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:25:24.956411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8201): Terminating (SIGTERM)\u000a23:25:24.997710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8204): Terminating (SIGTERM)\u000a23:25:25.039217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8207): Terminating (SIGTERM)\u000a23:25:25.048855 --- ParallelTerminationStrategy: PID 8201 died...\u000a23:25:25.104127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8201): Terminated: ok {rc=0}\u000a23:25:25.114148 --- ParallelTerminationStrategy: PID 8204 died...\u000a23:25:25.169383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8204): Terminated: ok {rc=0}\u000a23:25:25.179335 --- ParallelTerminationStrategy: PID 8207 died...\u000a23:25:25.234582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8207): Terminated: ok {rc=0}\u000a23:25:25.321332 bus /sierra_3: Setting Powered False\u000a23:25:26.427992 bus /sierra_3: Setting Powered False\u000a23:25:27.537661 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:25:17" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8220): Process ended prematurely: osmo-stp_10.42.42.5(pid=8220) [trial-2383↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8220)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8220): Process ended prematurely: osmo-stp_10.42.42.5(pid=8220) [trial-2383↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8220)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a23:25:29.509243 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:25:29.520041 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:25:29.644532 tst handover.py: using LAC 32229\u000a23:25:29.764229 tst handover.py: using RAC 99\u000a23:25:29.886189 tst handover.py: using CellId 32229\u000a23:25:30.005108 tst handover.py: using BVCI 32230\u000a23:25:30.028136 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:25:30.162052 tst handover.py: using LAC 32230\u000a23:25:30.283389 tst handover.py: using RAC 100\u000a23:25:30.404674 tst handover.py: using CellId 32230\u000a23:25:30.524667 tst handover.py: using BVCI 32231\u000a23:25:30.547887 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:25:30.558799 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:25:30.569425 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:25:30.580419 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:25:30.591532 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:25:30.602561 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:25:30.722311 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:25:30.961128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:25:31.490617 run create_hlr_db(pid=8214): Launched\u000a23:25:31.628018 bus /sierra_2: Setting Powered False\u000a23:25:32.701742 run create_hlr_db(pid=8214): Terminated: ok {rc=0}\u000a23:25:33.083719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8216): Launched\u000a23:25:33.387969 run osmo-hlr_10.42.42.2(pid=8217): Launched\u000a23:25:33.501086 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:25:34.005132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8219): Launched\u000a23:25:34.307555 run osmo-stp_10.42.42.5(pid=8220): Launched\u000a23:25:34.419184 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:25:34.946516 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8222): Launched\u000a23:25:35.251114 run osmo-msc_10.42.42.6(pid=8223): Launched\u000a23:25:35.430242 run osmo-stp_10.42.42.5(pid=8220): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8220)]\u000a23:25:35.559720 run osmo-stp_10.42.42.5(pid=8220): stdout: \u000a| (launched: 2022-12-12_23:25:34.158976)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:35.686624 run osmo-stp_10.42.42.5(pid=8220): stderr: \u000a| �[0;m�[38;5;43m20221212232534330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232534330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232534331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232534331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232534331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232534332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232534332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:35.808563 run osmo-stp_10.42.42.5(pid=8220): stdout: \u000a| (launched: 2022-12-12_23:25:34.158976)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:35.929495 run osmo-stp_10.42.42.5(pid=8220): stderr: \u000a| �[0;m�[38;5;43m20221212232534330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232534330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232534331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232534331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232534331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232534332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232534332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:35.982223 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8220): Process ended prematurely: osmo-stp_10.42.42.5(pid=8220) [trial-2383↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8220)] [trial-2383↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a23:25:35.989959 tst handover.py:18: Test FAILED (6.5 sec)\u000a23:25:36.049763 run osmo-hlr_10.42.42.2(pid=8217): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8217)]\u000a23:25:36.098516 run osmo-hlr_10.42.42.2(pid=8217): stdout: \u000a| (launched: 2022-12-12_23:25:33.237957) \u000a23:25:36.147164 run osmo-hlr_10.42.42.2(pid=8217): stderr: \u000a| �[0;m�[1;31m20221212232533414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232533414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232533414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232533414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232533414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232533414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232533426 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232533434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232533434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232533434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:25:36.213940 run osmo-msc_10.42.42.6(pid=8223): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8223)]\u000a23:25:36.262196 run osmo-msc_10.42.42.6(pid=8223): stdout: \u000a| (launched: 2022-12-12_23:25:35.100739) \u000a23:25:36.311289 run osmo-msc_10.42.42.6(pid=8223): stderr: \u000a| �[0;m�[38;5;43m20221212232535372 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232535372 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f24581c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232535372 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232535373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232535373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232535373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232535375 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232535375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232535375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232535375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:25:36.352400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8216): Terminating (SIGTERM)\u000a23:25:36.391414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8219): Terminating (SIGTERM)\u000a23:25:36.430481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8222): Terminating (SIGTERM)\u000a23:25:36.439804 --- ParallelTerminationStrategy: PID 8216 died...\u000a23:25:36.491981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8216): Terminated: ok {rc=0}\u000a23:25:36.501650 --- ParallelTerminationStrategy: PID 8219 died...\u000a23:25:36.553383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8219): Terminated: ok {rc=0}\u000a23:25:36.563028 --- ParallelTerminationStrategy: PID 8222 died...\u000a23:25:36.615406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8222): Terminated: ok {rc=0}\u000a23:25:36.702286 bus /sierra_3: Setting Powered False\u000a23:25:37.804036 bus /sierra_3: Setting Powered False\u000a23:25:38.914150 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:25:29" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8234): Process ended prematurely: osmo-stp_10.42.42.5(pid=8234) [trial-2383↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8234)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8234): Process ended prematurely: osmo-stp_10.42.42.5(pid=8234) [trial-2383↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a23:25:40.908069 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:25:40.919984 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:25:41.048143 tst handover.py: using LAC 32231\u000a23:25:41.178059 tst handover.py: using RAC 101\u000a23:25:41.306912 tst handover.py: using CellId 32231\u000a23:25:41.436429 tst handover.py: using BVCI 32232\u000a23:25:41.461128 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:25:41.605739 tst handover.py: using LAC 32232\u000a23:25:41.735253 tst handover.py: using RAC 102\u000a23:25:41.862543 tst handover.py: using CellId 32232\u000a23:25:42.007588 tst handover.py: using BVCI 32233\u000a23:25:42.032332 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:25:42.043655 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:25:42.054867 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:25:42.066612 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:25:42.078324 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:25:42.090059 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:25:42.208413 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:25:42.416052 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:25:42.867554 run create_hlr_db(pid=8228): Launched\u000a23:25:42.990994 bus /sierra_2: Setting Powered False\u000a23:25:44.062865 run create_hlr_db(pid=8228): Terminated: ok {rc=0}\u000a23:25:44.440434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8230): Launched\u000a23:25:44.744030 run osmo-hlr_10.42.42.2(pid=8231): Launched\u000a23:25:44.859564 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:25:45.361086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8233): Launched\u000a23:25:45.663917 run osmo-stp_10.42.42.5(pid=8234): Launched\u000a23:25:45.774586 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:25:46.344580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8236): Launched\u000a23:25:46.773922 run osmo-msc_10.42.42.6(pid=8237): Launched\u000a23:25:47.038035 run osmo-stp_10.42.42.5(pid=8234): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8234)]\u000a23:25:47.292537 run osmo-stp_10.42.42.5(pid=8234): stdout: \u000a| (launched: 2022-12-12_23:25:45.514512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:47.436111 run osmo-stp_10.42.42.5(pid=8234): stderr: \u000a| �[0;m�[38;5;43m20221212232545685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232545685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232545686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232545686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232545688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232545688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232545689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:47.566987 run osmo-stp_10.42.42.5(pid=8234): stdout: \u000a| (launched: 2022-12-12_23:25:45.514512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:47.697363 run osmo-stp_10.42.42.5(pid=8234): stderr: \u000a| �[0;m�[38;5;43m20221212232545685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232545685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232545686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232545686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232545688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232545688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232545689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:47.754005 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8234): Process ended prematurely: osmo-stp_10.42.42.5(pid=8234) [trial-2383↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8234)] [trial-2383↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a23:25:47.762522 tst handover.py:18: Test FAILED (6.8 sec)\u000a23:25:47.824419 run osmo-hlr_10.42.42.2(pid=8231): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8231)]\u000a23:25:47.875273 run osmo-hlr_10.42.42.2(pid=8231): stdout: \u000a| (launched: 2022-12-12_23:25:44.594326) \u000a23:25:47.926635 run osmo-hlr_10.42.42.2(pid=8231): stderr: \u000a| �[0;m�[1;31m20221212232544772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232544772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232544772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232544772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232544772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232544773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232544783 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232544792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232544792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232544792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:25:47.996424 run osmo-msc_10.42.42.6(pid=8237): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8237)]\u000a23:25:48.047274 run osmo-msc_10.42.42.6(pid=8237): stdout: \u000a| (launched: 2022-12-12_23:25:46.513510) \u000a23:25:48.098682 run osmo-msc_10.42.42.6(pid=8237): stderr: \u000a| �[0;m�[38;5;43m20221212232547061 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232547061 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f23d6d46c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232547062 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232547062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232547062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232547062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232547064 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232547064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232547064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232547064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:25:48.142107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8230): Terminating (SIGTERM)\u000a23:25:48.183186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8233): Terminating (SIGTERM)\u000a23:25:48.224249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8236): Terminating (SIGTERM)\u000a23:25:48.233846 --- ParallelTerminationStrategy: PID 8230 died...\u000a23:25:48.288760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8230): Terminated: ok {rc=0}\u000a23:25:48.298761 --- ParallelTerminationStrategy: PID 8233 died...\u000a23:25:48.353603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8233): Terminated: ok {rc=0}\u000a23:25:48.363431 --- ParallelTerminationStrategy: PID 8236 died...\u000a23:25:48.418423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8236): Terminated: ok {rc=0}\u000a23:25:48.504301 bus /sierra_3: Setting Powered False\u000a23:25:49.606724 bus /sierra_3: Setting Powered False\u000a23:25:50.713772 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:25:40" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8248): Process ended prematurely: osmo-stp_10.42.42.5(pid=8248) [trial-2383↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8248)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8248): Process ended prematurely: osmo-stp_10.42.42.5(pid=8248) [trial-2383↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8248)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a23:25:52.677446 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:25:52.688162 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:25:52.809541 tst handover.py: using LAC 32233\u000a23:25:52.928419 tst handover.py: using RAC 103\u000a23:25:53.047870 tst handover.py: using CellId 32233\u000a23:25:53.168576 tst handover.py: using BVCI 32234\u000a23:25:53.191557 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:25:53.321335 tst handover.py: using LAC 32234\u000a23:25:53.449649 tst handover.py: using RAC 104\u000a23:25:53.577673 tst handover.py: using CellId 32234\u000a23:25:53.706615 tst handover.py: using BVCI 32235\u000a23:25:53.731375 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:25:53.742492 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:25:53.753387 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:25:53.764289 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:25:53.775398 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:25:53.786328 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:25:53.901823 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:25:54.113062 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:25:54.600181 run create_hlr_db(pid=8242): Launched\u000a23:25:54.732577 bus /sierra_2: Setting Powered False\u000a23:25:55.797193 run create_hlr_db(pid=8242): Terminated: ok {rc=0}\u000a23:25:56.172855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8244): Launched\u000a23:25:56.475424 run osmo-hlr_10.42.42.2(pid=8245): Launched\u000a23:25:56.593801 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:25:57.101754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8247): Launched\u000a23:25:57.404032 run osmo-stp_10.42.42.5(pid=8248): Launched\u000a23:25:57.516599 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:25:58.043102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8250): Launched\u000a23:25:58.346433 run osmo-msc_10.42.42.6(pid=8251): Launched\u000a23:25:58.524527 run osmo-stp_10.42.42.5(pid=8248): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8248)]\u000a23:25:58.653486 run osmo-stp_10.42.42.5(pid=8248): stdout: \u000a| (launched: 2022-12-12_23:25:57.255415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:58.779128 run osmo-stp_10.42.42.5(pid=8248): stderr: \u000a| �[0;m�[38;5;43m20221212232557427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232557427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232557427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232557427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232557428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232557428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232557428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:58.900386 run osmo-stp_10.42.42.5(pid=8248): stdout: \u000a| (launched: 2022-12-12_23:25:57.255415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:59.020542 run osmo-stp_10.42.42.5(pid=8248): stderr: \u000a| �[0;m�[38;5;43m20221212232557427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232557427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232557427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232557427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232557428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232557428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232557428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:59.073029 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8248): Process ended prematurely: osmo-stp_10.42.42.5(pid=8248) [trial-2383↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8248)] [trial-2383↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a23:25:59.081024 tst handover.py:18: Test FAILED (6.4 sec)\u000a23:25:59.140022 run osmo-hlr_10.42.42.2(pid=8245): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8245)]\u000a23:25:59.188559 run osmo-hlr_10.42.42.2(pid=8245): stdout: \u000a| (launched: 2022-12-12_23:25:56.326623) \u000a23:25:59.238403 run osmo-hlr_10.42.42.2(pid=8245): stderr: \u000a| �[0;m�[1;31m20221212232556501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232556501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232556501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232556501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232556501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232556502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232556514 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232556524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232556524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232556524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:25:59.304798 run osmo-msc_10.42.42.6(pid=8251): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8251)]\u000a23:25:59.353079 run osmo-msc_10.42.42.6(pid=8251): stdout: \u000a| (launched: 2022-12-12_23:25:58.196617) \u000a23:25:59.402114 run osmo-msc_10.42.42.6(pid=8251): stderr: \u000a| �[0;m�[38;5;43m20221212232558468 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232558469 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f667977bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232558469 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232558469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232558469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232558469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232558471 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232558471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232558471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232558472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:25:59.443746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8244): Terminating (SIGTERM)\u000a23:25:59.483223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8247): Terminating (SIGTERM)\u000a23:25:59.522712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8250): Terminating (SIGTERM)\u000a23:25:59.532094 --- ParallelTerminationStrategy: PID 8244 died...\u000a23:25:59.584926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8244): Terminated: ok {rc=0}\u000a23:25:59.594908 --- ParallelTerminationStrategy: PID 8247 died...\u000a23:25:59.646983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8247): Terminated: ok {rc=0}\u000a23:25:59.656522 --- ParallelTerminationStrategy: PID 8250 died...\u000a23:25:59.708623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8250): Terminated: ok {rc=0}\u000a23:25:59.795032 bus /sierra_3: Setting Powered False\u000a23:26:00.916154 bus /sierra_3: Setting Powered False\u000a23:26:02.018939 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:25:52" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8262): Process ended prematurely: osmo-stp_10.42.42.5(pid=8262) [trial-2383↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8262)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8262): Process ended prematurely: osmo-stp_10.42.42.5(pid=8262) [trial-2383↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8262)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a23:26:03.984370 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:26:03.995093 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:26:04.116638 tst handover.py: using LAC 32235\u000a23:26:04.235233 tst handover.py: using RAC 105\u000a23:26:04.353971 tst handover.py: using CellId 32235\u000a23:26:04.471353 tst handover.py: using BVCI 32236\u000a23:26:04.494312 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:26:04.627802 tst handover.py: using LAC 32236\u000a23:26:04.747677 tst handover.py: using RAC 106\u000a23:26:04.865772 tst handover.py: using CellId 32236\u000a23:26:04.991319 tst handover.py: using BVCI 32237\u000a23:26:05.014289 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:26:05.025008 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:26:05.035608 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:26:05.046576 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:26:05.057595 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:26:05.068446 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:26:05.187589 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:26:05.399413 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:26:05.884793 run create_hlr_db(pid=8256): Launched\u000a23:26:06.016115 bus /sierra_2: Setting Powered False\u000a23:26:07.081602 run create_hlr_db(pid=8256): Terminated: ok {rc=0}\u000a23:26:07.458012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8258): Launched\u000a23:26:07.760634 run osmo-hlr_10.42.42.2(pid=8259): Launched\u000a23:26:07.872079 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:26:08.368838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8261): Launched\u000a23:26:08.671035 run osmo-stp_10.42.42.5(pid=8262): Launched\u000a23:26:08.783077 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:26:09.311243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8264): Launched\u000a23:26:09.614306 run osmo-msc_10.42.42.6(pid=8265): Launched\u000a23:26:09.792720 run osmo-stp_10.42.42.5(pid=8262): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8262)]\u000a23:26:09.921229 run osmo-stp_10.42.42.5(pid=8262): stdout: \u000a| (launched: 2022-12-12_23:26:08.522372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:10.047588 run osmo-stp_10.42.42.5(pid=8262): stderr: \u000a| �[0;m�[38;5;43m20221212232608694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232608694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232608695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232608695 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232608695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232608696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232608696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:10.168876 run osmo-stp_10.42.42.5(pid=8262): stdout: \u000a| (launched: 2022-12-12_23:26:08.522372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:10.289361 run osmo-stp_10.42.42.5(pid=8262): stderr: \u000a| �[0;m�[38;5;43m20221212232608694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232608694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232608695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232608695 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232608695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232608696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232608696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:10.341958 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8262): Process ended prematurely: osmo-stp_10.42.42.5(pid=8262) [trial-2383↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8262)] [trial-2383↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a23:26:10.349855 tst handover.py:18: Test FAILED (6.4 sec)\u000a23:26:10.408263 run osmo-hlr_10.42.42.2(pid=8259): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8259)]\u000a23:26:10.456382 run osmo-hlr_10.42.42.2(pid=8259): stdout: \u000a| (launched: 2022-12-12_23:26:07.612033) \u000a23:26:10.505213 run osmo-hlr_10.42.42.2(pid=8259): stderr: \u000a| �[0;m�[1;31m20221212232607790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232607790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232607790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232607790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232607790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232607790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232607801 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232607810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232607810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232607810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:26:10.571662 run osmo-msc_10.42.42.6(pid=8265): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8265)]\u000a23:26:10.619941 run osmo-msc_10.42.42.6(pid=8265): stdout: \u000a| (launched: 2022-12-12_23:26:09.464655) \u000a23:26:10.668829 run osmo-msc_10.42.42.6(pid=8265): stderr: \u000a| �[0;m�[38;5;43m20221212232609739 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232609739 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f22ca6dac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232609739 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232609739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232609740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232609740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232609742 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232609742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232609742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232609742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:26:10.710353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8258): Terminating (SIGTERM)\u000a23:26:10.749879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8261): Terminating (SIGTERM)\u000a23:26:10.789156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8264): Terminating (SIGTERM)\u000a23:26:10.798200 --- ParallelTerminationStrategy: PID 8258 died...\u000a23:26:10.851147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8258): Terminated: ok {rc=0}\u000a23:26:10.860479 --- ParallelTerminationStrategy: PID 8261 died...\u000a23:26:10.912577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8261): Terminated: ok {rc=0}\u000a23:26:10.922113 --- ParallelTerminationStrategy: PID 8264 died...\u000a23:26:10.973936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8264): Terminated: ok {rc=0}\u000a23:26:11.054971 bus /sierra_3: Setting Powered False\u000a23:26:12.158952 bus /sierra_3: Setting Powered False\u000a23:26:13.269939 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:26:03" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8277): Process ended prematurely: osmo-stp_10.42.42.5(pid=8277) [trial-2383↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8277)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8277): Process ended prematurely: osmo-stp_10.42.42.5(pid=8277) [trial-2383↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:26:15.250946 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:26:15.261666 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:26:15.386228 tst handover.py: using LAC 32237\u000a23:26:15.504152 tst handover.py: using RAC 107\u000a23:26:15.623453 tst handover.py: using CellId 32237\u000a23:26:15.745433 tst handover.py: using BVCI 32238\u000a23:26:15.768391 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:26:15.932649 tst handover.py: using LAC 32238\u000a23:26:16.064056 tst handover.py: using RAC 108\u000a23:26:16.217595 tst handover.py: using CellId 32238\u000a23:26:16.346690 tst handover.py: using BVCI 32239\u000a23:26:16.370976 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:26:16.382740 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:26:16.394272 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:26:16.406616 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:26:16.419435 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:26:16.431871 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:26:16.568873 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:26:16.818258 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:26:17.367534 run create_hlr_db(pid=8271): Launched\u000a23:26:17.499572 bus /sierra_2: Setting Powered False\u000a23:26:18.575576 run create_hlr_db(pid=8271): Terminated: ok {rc=0}\u000a23:26:18.976330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8273): Launched\u000a23:26:19.298590 run osmo-hlr_10.42.42.2(pid=8274): Launched\u000a23:26:19.417634 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:26:19.951448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8276): Launched\u000a23:26:20.273603 run osmo-stp_10.42.42.5(pid=8277): Launched\u000a23:26:20.391589 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:26:20.955447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8279): Launched\u000a23:26:21.278363 run osmo-msc_10.42.42.6(pid=8280): Launched\u000a23:26:21.467715 run osmo-stp_10.42.42.5(pid=8277): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8277)]\u000a23:26:21.604544 run osmo-stp_10.42.42.5(pid=8277): stdout: \u000a| (launched: 2022-12-12_23:26:20.115557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:21.740863 run osmo-stp_10.42.42.5(pid=8277): stderr: \u000a| �[0;m�[38;5;43m20221212232620307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232620308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232620308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232620308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232620309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232620309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232620309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:21.871082 run osmo-stp_10.42.42.5(pid=8277): stdout: \u000a| (launched: 2022-12-12_23:26:20.115557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:22.000451 run osmo-stp_10.42.42.5(pid=8277): stderr: \u000a| �[0;m�[38;5;43m20221212232620307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232620308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232620308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232620308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232620309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232620309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232620309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:22.057005 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8277): Process ended prematurely: osmo-stp_10.42.42.5(pid=8277) [trial-2383↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8277)] [trial-2383↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a23:26:22.065529 tst handover.py:18: Test FAILED (6.8 sec)\u000a23:26:22.127171 run osmo-hlr_10.42.42.2(pid=8274): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8274)]\u000a23:26:22.178144 run osmo-hlr_10.42.42.2(pid=8274): stdout: \u000a| (launched: 2022-12-12_23:26:19.141115) \u000a23:26:22.229415 run osmo-hlr_10.42.42.2(pid=8274): stderr: \u000a| �[0;m�[1;31m20221212232619339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232619339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232619339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232619339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232619339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232619339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232619351 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232619359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232619359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232619359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:26:22.298759 run osmo-msc_10.42.42.6(pid=8280): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8280)]\u000a23:26:22.349097 run osmo-msc_10.42.42.6(pid=8280): stdout: \u000a| (launched: 2022-12-12_23:26:21.120210) \u000a23:26:22.399856 run osmo-msc_10.42.42.6(pid=8280): stderr: \u000a| �[0;m�[38;5;43m20221212232621443 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232621445 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f82466a3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232621445 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232621445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232621445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232621445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232621447 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232621447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232621447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232621447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:26:22.443245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8273): Terminating (SIGTERM)\u000a23:26:22.484487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8276): Terminating (SIGTERM)\u000a23:26:22.525898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8279): Terminating (SIGTERM)\u000a23:26:22.535503 --- ParallelTerminationStrategy: PID 8273 died...\u000a23:26:22.590835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8273): Terminated: ok {rc=0}\u000a23:26:22.600653 --- ParallelTerminationStrategy: PID 8276 died...\u000a23:26:22.656146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8276): Terminated: ok {rc=0}\u000a23:26:22.666082 --- ParallelTerminationStrategy: PID 8279 died...\u000a23:26:22.721017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8279): Terminated: ok {rc=0}\u000a23:26:22.805941 bus /sierra_3: Setting Powered False\u000a23:26:23.906049 bus /sierra_3: Setting Powered False\u000a23:26:25.016166 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:26:14" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8291): Process ended prematurely: osmo-stp_10.42.42.5(pid=8291) [trial-2383↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8291)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8291): Process ended prematurely: osmo-stp_10.42.42.5(pid=8291) [trial-2383↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8291)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a23:26:27.001388 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:26:27.012837 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a23:26:27.135690 tst handover.py: using LAC 32239\u000a23:26:27.262376 tst handover.py: using RAC 109\u000a23:26:27.380555 tst handover.py: using CellId 32239\u000a23:26:27.499266 tst handover.py: using BVCI 32240\u000a23:26:27.522669 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a23:26:27.657279 tst handover.py: using LAC 32240\u000a23:26:27.781306 tst handover.py: using RAC 110\u000a23:26:27.899843 tst handover.py: using CellId 32240\u000a23:26:28.018377 tst handover.py: using BVCI 32241\u000a23:26:28.041586 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:26:28.052375 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:26:28.063150 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:26:28.074927 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:26:28.086530 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:26:28.098145 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a23:26:28.219877 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a23:26:28.430956 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:26:28.916805 run create_hlr_db(pid=8285): Launched\u000a23:26:29.047857 bus /sierra_2: Setting Powered False\u000a23:26:30.112816 run create_hlr_db(pid=8285): Terminated: ok {rc=0}\u000a23:26:30.490790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8287): Launched\u000a23:26:30.794079 run osmo-hlr_10.42.42.2(pid=8288): Launched\u000a23:26:31.005618 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:26:31.552476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8290): Launched\u000a23:26:31.979291 run osmo-stp_10.42.42.5(pid=8291): Launched\u000a23:26:32.247572 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:26:32.813790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8293): Launched\u000a23:26:33.137025 run osmo-msc_10.42.42.6(pid=8294): Launched\u000a23:26:33.327915 run osmo-stp_10.42.42.5(pid=8291): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8291)]\u000a23:26:33.465471 run osmo-stp_10.42.42.5(pid=8291): stdout: \u000a| (launched: 2022-12-12_23:26:31.710964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:33.601971 run osmo-stp_10.42.42.5(pid=8291): stderr: \u000a| �[0;m�[38;5;43m20221212232632016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232632016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232632016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232632017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232632019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232632019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232632019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:33.733110 run osmo-stp_10.42.42.5(pid=8291): stdout: \u000a| (launched: 2022-12-12_23:26:31.710964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:33.861975 run osmo-stp_10.42.42.5(pid=8291): stderr: \u000a| �[0;m�[38;5;43m20221212232632016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232632016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232632016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232632017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232632019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232632019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232632019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:33.918392 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8291): Process ended prematurely: osmo-stp_10.42.42.5(pid=8291) [trial-2383↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8291)] [trial-2383↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a23:26:33.926631 tst handover.py:18: Test FAILED (6.9 sec)\u000a23:26:33.988115 run osmo-hlr_10.42.42.2(pid=8288): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8288)]\u000a23:26:34.038988 run osmo-hlr_10.42.42.2(pid=8288): stdout: \u000a| (launched: 2022-12-12_23:26:30.644357) \u000a23:26:34.090073 run osmo-hlr_10.42.42.2(pid=8288): stderr: \u000a| �[0;m�[1;31m20221212232630819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232630819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232630819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232630819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232630819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232630819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232630840 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232630852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232630856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232630856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:26:34.159633 run osmo-msc_10.42.42.6(pid=8294): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8294)]\u000a23:26:34.210039 run osmo-msc_10.42.42.6(pid=8294): stdout: \u000a| (launched: 2022-12-12_23:26:32.978878) \u000a23:26:34.261043 run osmo-msc_10.42.42.6(pid=8294): stderr: \u000a| �[0;m�[38;5;43m20221212232633303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232633303 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f120b921c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232633303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232633303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232633303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232633304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232633305 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232633306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232633306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232633306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:26:34.304392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8287): Terminating (SIGTERM)\u000a23:26:34.345628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8290): Terminating (SIGTERM)\u000a23:26:34.386745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8293): Terminating (SIGTERM)\u000a23:26:34.396258 --- ParallelTerminationStrategy: PID 8287 died...\u000a23:26:34.451549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8287): Terminated: ok {rc=0}\u000a23:26:34.461474 --- ParallelTerminationStrategy: PID 8290 died...\u000a23:26:34.515923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8290): Terminated: ok {rc=0}\u000a23:26:34.525744 --- ParallelTerminationStrategy: PID 8293 died...\u000a23:26:34.580081 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8293): Terminated: ok {rc=0}\u000a23:26:34.665271 bus /sierra_3: Setting Powered False\u000a23:26:35.771490 bus /sierra_3: Setting Powered False\u000a23:26:36.877659 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:26:26" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8305): Process ended prematurely: osmo-stp_10.42.42.5(pid=8305) [trial-2383↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8305)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8305): Process ended prematurely: osmo-stp_10.42.42.5(pid=8305) [trial-2383↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a23:26:38.863440 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:26:38.874924 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:26:38.996451 tst handover.py: using LAC 32241\u000a23:26:39.120157 tst handover.py: using RAC 111\u000a23:26:39.238852 tst handover.py: using CellId 32241\u000a23:26:39.356408 tst handover.py: using BVCI 32242\u000a23:26:39.379619 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:26:39.514521 tst handover.py: using LAC 32242\u000a23:26:39.632684 tst handover.py: using RAC 112\u000a23:26:39.750519 tst handover.py: using CellId 32242\u000a23:26:39.868934 tst handover.py: using BVCI 32243\u000a23:26:39.892251 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:26:39.903474 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:26:39.914339 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:26:39.925116 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:26:39.936405 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:26:39.947485 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:26:40.066030 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:26:40.278375 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:26:40.767526 run create_hlr_db(pid=8299): Launched\u000a23:26:40.899074 bus /sierra_2: Setting Powered False\u000a23:26:41.965408 run create_hlr_db(pid=8299): Terminated: ok {rc=0}\u000a23:26:42.367133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8301): Launched\u000a23:26:42.690109 run osmo-hlr_10.42.42.2(pid=8302): Launched\u000a23:26:42.807902 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:26:43.339856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8304): Launched\u000a23:26:43.662587 run osmo-stp_10.42.42.5(pid=8305): Launched\u000a23:26:43.780293 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:26:44.342617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8307): Launched\u000a23:26:44.666636 run osmo-msc_10.42.42.6(pid=8308): Launched\u000a23:26:44.856219 run osmo-stp_10.42.42.5(pid=8305): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8305)]\u000a23:26:44.992623 run osmo-stp_10.42.42.5(pid=8305): stdout: \u000a| (launched: 2022-12-12_23:26:43.504254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:45.128412 run osmo-stp_10.42.42.5(pid=8305): stderr: \u000a| �[0;m�[38;5;43m20221212232643698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232643698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232643698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232643699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232643699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232643699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232643699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:45.257797 run osmo-stp_10.42.42.5(pid=8305): stdout: \u000a| (launched: 2022-12-12_23:26:43.504254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:45.387828 run osmo-stp_10.42.42.5(pid=8305): stderr: \u000a| �[0;m�[38;5;43m20221212232643698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232643698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232643698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232643699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232643699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232643699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232643699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:45.444219 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8305): Process ended prematurely: osmo-stp_10.42.42.5(pid=8305) [trial-2383↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8305)] [trial-2383↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a23:26:45.452586 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:26:45.514241 run osmo-hlr_10.42.42.2(pid=8302): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8302)]\u000a23:26:45.564779 run osmo-hlr_10.42.42.2(pid=8302): stdout: \u000a| (launched: 2022-12-12_23:26:42.531843) \u000a23:26:45.616010 run osmo-hlr_10.42.42.2(pid=8302): stderr: \u000a| �[0;m�[1;31m20221212232642730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232642730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232642730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232642730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232642730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232642730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232642750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232642760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232642760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232642760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:26:45.685912 run osmo-msc_10.42.42.6(pid=8308): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8308)]\u000a23:26:45.736506 run osmo-msc_10.42.42.6(pid=8308): stdout: \u000a| (launched: 2022-12-12_23:26:44.507804) \u000a23:26:45.787598 run osmo-msc_10.42.42.6(pid=8308): stderr: \u000a| �[0;m�[38;5;43m20221212232644830 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232644830 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f086abbbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232644831 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232644831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232644831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232644831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232644833 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232644833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232644833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232644833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:26:45.831641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8301): Terminating (SIGTERM)\u000a23:26:45.904062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8304): Terminating (SIGTERM)\u000a23:26:45.946829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8307): Terminating (SIGTERM)\u000a23:26:45.956353 --- ParallelTerminationStrategy: PID 8301 died...\u000a23:26:46.016429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8301): Terminated: ok {rc=0}\u000a23:26:46.026740 --- ParallelTerminationStrategy: PID 8304 died...\u000a23:26:46.085685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8304): Terminated: ok {rc=0}\u000a23:26:46.096457 --- ParallelTerminationStrategy: PID 8307 died...\u000a23:26:46.152449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8307): Terminated: ok {rc=0}\u000a23:26:46.240506 bus /sierra_3: Setting Powered False\u000a23:26:47.346163 bus /sierra_3: Setting Powered False\u000a23:26:48.455592 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:26:38" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8319): Process ended prematurely: osmo-stp_10.42.42.5(pid=8319) [trial-2383↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8319)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8319): Process ended prematurely: osmo-stp_10.42.42.5(pid=8319) [trial-2383↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8319)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a23:26:50.434856 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:26:50.445676 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:26:50.566898 tst handover.py: using LAC 32243\u000a23:26:50.685524 tst handover.py: using RAC 113\u000a23:26:50.803182 tst handover.py: using CellId 32243\u000a23:26:50.925657 tst handover.py: using BVCI 32244\u000a23:26:50.948682 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:26:51.083981 tst handover.py: using LAC 32244\u000a23:26:51.207958 tst handover.py: using RAC 114\u000a23:26:51.340372 tst handover.py: using CellId 32244\u000a23:26:51.460914 tst handover.py: using BVCI 32245\u000a23:26:51.483898 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:26:51.494828 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:26:51.505497 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:26:51.516432 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:26:51.527412 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:26:51.538380 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:26:51.656908 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:26:51.859384 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:26:52.310455 run create_hlr_db(pid=8313): Launched\u000a23:26:52.433995 bus /sierra_2: Setting Powered False\u000a23:26:53.505248 run create_hlr_db(pid=8313): Terminated: ok {rc=0}\u000a23:26:53.906165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8315): Launched\u000a23:26:54.228837 run osmo-hlr_10.42.42.2(pid=8316): Launched\u000a23:26:54.347175 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:26:54.882383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8318): Launched\u000a23:26:55.205066 run osmo-stp_10.42.42.5(pid=8319): Launched\u000a23:26:55.322724 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:26:55.884454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8321): Launched\u000a23:26:56.207629 run osmo-msc_10.42.42.6(pid=8322): Launched\u000a23:26:56.397810 run osmo-stp_10.42.42.5(pid=8319): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8319)]\u000a23:26:56.533850 run osmo-stp_10.42.42.5(pid=8319): stdout: \u000a| (launched: 2022-12-12_23:26:55.046949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:56.670417 run osmo-stp_10.42.42.5(pid=8319): stderr: \u000a| �[0;m�[38;5;43m20221212232655238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232655238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232655239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232655239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232655239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232655239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232655240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:56.799720 run osmo-stp_10.42.42.5(pid=8319): stdout: \u000a| (launched: 2022-12-12_23:26:55.046949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:56.928085 run osmo-stp_10.42.42.5(pid=8319): stderr: \u000a| �[0;m�[38;5;43m20221212232655238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232655238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232655239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232655239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232655239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232655239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232655240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:56.984179 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8319): Process ended prematurely: osmo-stp_10.42.42.5(pid=8319) [trial-2383↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8319)] [trial-2383↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a23:26:56.992603 tst handover.py:18: Test FAILED (6.5 sec)\u000a23:26:57.053907 run osmo-hlr_10.42.42.2(pid=8316): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8316)]\u000a23:26:57.104521 run osmo-hlr_10.42.42.2(pid=8316): stdout: \u000a| (launched: 2022-12-12_23:26:54.070521) \u000a23:26:57.155898 run osmo-hlr_10.42.42.2(pid=8316): stderr: \u000a| �[0;m�[1;31m20221212232654268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232654268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232654268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232654268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232654269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232654269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232654281 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232654289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232654290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232654290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:26:57.225543 run osmo-msc_10.42.42.6(pid=8322): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8322)]\u000a23:26:57.276153 run osmo-msc_10.42.42.6(pid=8322): stdout: \u000a| (launched: 2022-12-12_23:26:56.049327) \u000a23:26:57.327396 run osmo-msc_10.42.42.6(pid=8322): stderr: \u000a| �[0;m�[38;5;43m20221212232656373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232656374 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f91fe990c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232656374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232656374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232656374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232656374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232656376 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232656377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232656377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232656377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:26:57.370750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8315): Terminating (SIGTERM)\u000a23:26:57.411660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8318): Terminating (SIGTERM)\u000a23:26:57.452736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8321): Terminating (SIGTERM)\u000a23:26:57.462423 --- ParallelTerminationStrategy: PID 8315 died...\u000a23:26:57.517544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8315): Terminated: ok {rc=0}\u000a23:26:57.527405 --- ParallelTerminationStrategy: PID 8318 died...\u000a23:26:57.582648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8318): Terminated: ok {rc=0}\u000a23:26:57.592440 --- ParallelTerminationStrategy: PID 8321 died...\u000a23:26:57.647276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8321): Terminated: ok {rc=0}\u000a23:26:57.733428 bus /sierra_3: Setting Powered False\u000a23:26:58.837702 bus /sierra_3: Setting Powered False\u000a23:26:59.947926 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:26:50" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8333): Process ended prematurely: osmo-stp_10.42.42.5(pid=8333) [trial-2383↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8333)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8333): Process ended prematurely: osmo-stp_10.42.42.5(pid=8333) [trial-2383↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a23:27:01.970587 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:27:01.985446 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:27:02.121644 tst handover.py: using LAC 32245\u000a23:27:02.251252 tst handover.py: using RAC 115\u000a23:27:02.378619 tst handover.py: using CellId 32245\u000a23:27:02.505387 tst handover.py: using BVCI 32246\u000a23:27:02.530181 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:27:02.654776 tst handover.py: using LAC 32246\u000a23:27:02.774807 tst handover.py: using RAC 116\u000a23:27:02.894569 tst handover.py: using CellId 32246\u000a23:27:03.015516 tst handover.py: using BVCI 32247\u000a23:27:03.038837 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:27:03.049588 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:27:03.060013 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:27:03.070834 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:27:03.081808 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:27:03.092506 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:27:03.211989 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:27:03.414796 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:27:03.865372 run create_hlr_db(pid=8327): Launched\u000a23:27:03.989612 bus /sierra_2: Setting Powered False\u000a23:27:05.061429 run create_hlr_db(pid=8327): Terminated: ok {rc=0}\u000a23:27:05.440128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8329): Launched\u000a23:27:05.744724 run osmo-hlr_10.42.42.2(pid=8330): Launched\u000a23:27:05.857596 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:27:06.356737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8332): Launched\u000a23:27:06.659060 run osmo-stp_10.42.42.5(pid=8333): Launched\u000a23:27:06.777671 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:27:07.307924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8335): Launched\u000a23:27:07.612499 run osmo-msc_10.42.42.6(pid=8336): Launched\u000a23:27:07.791271 run osmo-stp_10.42.42.5(pid=8333): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8333)]\u000a23:27:07.919802 run osmo-stp_10.42.42.5(pid=8333): stdout: \u000a| (launched: 2022-12-12_23:27:06.510146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:08.046785 run osmo-stp_10.42.42.5(pid=8333): stderr: \u000a| �[0;m�[38;5;43m20221212232706679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232706680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232706680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232706680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232706681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232706681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232706681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:08.169295 run osmo-stp_10.42.42.5(pid=8333): stdout: \u000a| (launched: 2022-12-12_23:27:06.510146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:08.290876 run osmo-stp_10.42.42.5(pid=8333): stderr: \u000a| �[0;m�[38;5;43m20221212232706679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232706680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232706680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232706680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232706681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232706681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232706681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:08.343652 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8333): Process ended prematurely: osmo-stp_10.42.42.5(pid=8333) [trial-2383↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8333)] [trial-2383↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a23:27:08.351652 tst handover.py:18: Test FAILED (6.4 sec)\u000a23:27:08.410902 run osmo-hlr_10.42.42.2(pid=8330): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8330)]\u000a23:27:08.459195 run osmo-hlr_10.42.42.2(pid=8330): stdout: \u000a| (launched: 2022-12-12_23:27:05.594951) \u000a23:27:08.508512 run osmo-hlr_10.42.42.2(pid=8330): stderr: \u000a| �[0;m�[1;31m20221212232705771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232705771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232705771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232705771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232705771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232705771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232705782 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232705790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232705790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232705790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:27:08.575031 run osmo-msc_10.42.42.6(pid=8336): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8336)]\u000a23:27:08.623617 run osmo-msc_10.42.42.6(pid=8336): stdout: \u000a| (launched: 2022-12-12_23:27:07.462468) \u000a23:27:08.672839 run osmo-msc_10.42.42.6(pid=8336): stderr: \u000a| �[0;m�[38;5;43m20221212232707735 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232707736 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff535ed2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232707736 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232707736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232707736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232707736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232707738 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232707739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232707739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232707739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:27:08.714396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8329): Terminating (SIGTERM)\u000a23:27:08.753762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8332): Terminating (SIGTERM)\u000a23:27:08.793684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8335): Terminating (SIGTERM)\u000a23:27:08.802689 --- ParallelTerminationStrategy: PID 8329 died...\u000a23:27:08.855278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8329): Terminated: ok {rc=0}\u000a23:27:08.865017 --- ParallelTerminationStrategy: PID 8332 died...\u000a23:27:08.917011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8332): Terminated: ok {rc=0}\u000a23:27:08.926635 --- ParallelTerminationStrategy: PID 8335 died...\u000a23:27:08.978637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8335): Terminated: ok {rc=0}\u000a23:27:09.061110 bus /sierra_3: Setting Powered False\u000a23:27:10.166426 bus /sierra_3: Setting Powered False\u000a23:27:11.272534 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:27:01" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8347): Process ended prematurely: osmo-stp_10.42.42.5(pid=8347) [trial-2383↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8347)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8347): Process ended prematurely: osmo-stp_10.42.42.5(pid=8347) [trial-2383↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8347)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a23:27:13.248788 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:27:13.259941 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:27:13.387354 tst handover.py: using LAC 32247\u000a23:27:13.505278 tst handover.py: using RAC 117\u000a23:27:13.624036 tst handover.py: using CellId 32247\u000a23:27:13.742576 tst handover.py: using BVCI 32248\u000a23:27:13.765851 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:27:13.907136 tst handover.py: using LAC 32248\u000a23:27:14.031574 tst handover.py: using RAC 118\u000a23:27:14.153374 tst handover.py: using CellId 32248\u000a23:27:14.271591 tst handover.py: using BVCI 32249\u000a23:27:14.294975 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:27:14.305621 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:27:14.316352 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:27:14.327275 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:27:14.338305 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:27:14.348916 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:27:14.469651 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:27:14.669990 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:27:15.119544 run create_hlr_db(pid=8341): Launched\u000a23:27:15.243417 bus /sierra_2: Setting Powered False\u000a23:27:16.320330 run create_hlr_db(pid=8341): Terminated: ok {rc=0}\u000a23:27:16.730640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8343): Launched\u000a23:27:17.067315 run osmo-hlr_10.42.42.2(pid=8344): Launched\u000a23:27:17.244172 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:27:17.765203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8346): Launched\u000a23:27:18.067179 run osmo-stp_10.42.42.5(pid=8347): Launched\u000a23:27:18.177622 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:27:18.706097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8349): Launched\u000a23:27:19.010092 run osmo-msc_10.42.42.6(pid=8350): Launched\u000a23:27:19.189560 run osmo-stp_10.42.42.5(pid=8347): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8347)]\u000a23:27:19.318316 run osmo-stp_10.42.42.5(pid=8347): stdout: \u000a| (launched: 2022-12-12_23:27:17.918828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:19.445303 run osmo-stp_10.42.42.5(pid=8347): stderr: \u000a| �[0;m�[38;5;43m20221212232718088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232718089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232718089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232718089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232718091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232718092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232718092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:19.567603 run osmo-stp_10.42.42.5(pid=8347): stdout: \u000a| (launched: 2022-12-12_23:27:17.918828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:19.688756 run osmo-stp_10.42.42.5(pid=8347): stderr: \u000a| �[0;m�[38;5;43m20221212232718088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232718089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232718089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232718089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232718091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232718092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232718092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:19.741621 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8347): Process ended prematurely: osmo-stp_10.42.42.5(pid=8347) [trial-2383↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8347)] [trial-2383↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a23:27:19.749580 tst handover.py:18: Test FAILED (6.5 sec)\u000a23:27:19.810161 run osmo-hlr_10.42.42.2(pid=8344): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8344)]\u000a23:27:19.859579 run osmo-hlr_10.42.42.2(pid=8344): stdout: \u000a| (launched: 2022-12-12_23:27:16.888418) \u000a23:27:19.909586 run osmo-hlr_10.42.42.2(pid=8344): stderr: \u000a| �[0;m�[1;31m20221212232717225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232717225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232717225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232717225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232717225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232717225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232717238 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232717246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232717246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232717246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:27:19.977071 run osmo-msc_10.42.42.6(pid=8350): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8350)]\u000a23:27:20.026181 run osmo-msc_10.42.42.6(pid=8350): stdout: \u000a| (launched: 2022-12-12_23:27:18.859645) \u000a23:27:20.075795 run osmo-msc_10.42.42.6(pid=8350): stderr: \u000a| �[0;m�[38;5;43m20221212232719132 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232719132 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee4b252c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232719132 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232719132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232719132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232719132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232719134 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232719134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232719135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232719135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:27:20.118138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8343): Terminating (SIGTERM)\u000a23:27:20.158148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8346): Terminating (SIGTERM)\u000a23:27:20.198356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8349): Terminating (SIGTERM)\u000a23:27:20.207719 --- ParallelTerminationStrategy: PID 8343 died...\u000a23:27:20.260275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8343): Terminated: ok {rc=0}\u000a23:27:20.270377 --- ParallelTerminationStrategy: PID 8346 died...\u000a23:27:20.322897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8346): Terminated: ok {rc=0}\u000a23:27:20.332228 --- ParallelTerminationStrategy: PID 8349 died...\u000a23:27:20.385164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8349): Terminated: ok {rc=0}\u000a23:27:20.471645 bus /sierra_3: Setting Powered False\u000a23:27:21.575590 bus /sierra_3: Setting Powered False\u000a23:27:22.687686 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:27:12" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8361): Process ended prematurely: osmo-stp_10.42.42.5(pid=8361) [trial-2383↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8361)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8361): Process ended prematurely: osmo-stp_10.42.42.5(pid=8361) [trial-2383↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:27:24.660675 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:27:24.671381 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:27:24.799671 tst handover.py: using LAC 32249\u000a23:27:24.926521 tst handover.py: using RAC 119\u000a23:27:25.049881 tst handover.py: using CellId 32249\u000a23:27:25.169418 tst handover.py: using BVCI 32250\u000a23:27:25.192548 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:27:25.332089 tst handover.py: using LAC 32250\u000a23:27:25.452753 tst handover.py: using RAC 120\u000a23:27:25.572269 tst handover.py: using CellId 32250\u000a23:27:25.698035 tst handover.py: using BVCI 32251\u000a23:27:25.722764 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:27:25.733990 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:27:25.744941 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:27:25.756023 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:27:25.767135 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:27:25.778181 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:27:25.895131 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:27:26.099002 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:27:26.553535 run create_hlr_db(pid=8355): Launched\u000a23:27:26.677967 bus /sierra_2: Setting Powered False\u000a23:27:27.750174 run create_hlr_db(pid=8355): Terminated: ok {rc=0}\u000a23:27:28.152718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8357): Launched\u000a23:27:28.477318 run osmo-hlr_10.42.42.2(pid=8358): Launched\u000a23:27:28.596772 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:27:29.131859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8360): Launched\u000a23:27:29.455964 run osmo-stp_10.42.42.5(pid=8361): Launched\u000a23:27:29.574833 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:27:30.139686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8363): Launched\u000a23:27:30.464105 run osmo-msc_10.42.42.6(pid=8364): Launched\u000a23:27:30.655263 run osmo-stp_10.42.42.5(pid=8361): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8361)]\u000a23:27:30.792860 run osmo-stp_10.42.42.5(pid=8361): stdout: \u000a| (launched: 2022-12-12_23:27:29.296504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:30.964467 run osmo-stp_10.42.42.5(pid=8361): stderr: \u000a| �[0;m�[38;5;43m20221212232729490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232729490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232729490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232729491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232729491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232729491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232729491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:31.097324 run osmo-stp_10.42.42.5(pid=8361): stdout: \u000a| (launched: 2022-12-12_23:27:29.296504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:31.228259 run osmo-stp_10.42.42.5(pid=8361): stderr: \u000a| �[0;m�[38;5;43m20221212232729490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232729490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232729490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232729491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232729491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232729491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232729491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:31.290118 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8361): Process ended prematurely: osmo-stp_10.42.42.5(pid=8361) [trial-2383↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8361)] [trial-2383↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a23:27:31.301556 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:27:31.380760 run osmo-hlr_10.42.42.2(pid=8358): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8358)]\u000a23:27:31.444420 run osmo-hlr_10.42.42.2(pid=8358): stdout: \u000a| (launched: 2022-12-12_23:27:28.317885) \u000a23:27:31.502832 run osmo-hlr_10.42.42.2(pid=8358): stderr: \u000a| �[0;m�[1;31m20221212232728520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232728520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232728520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232728520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232728520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232728520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232728532 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232728540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232728540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232728540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:27:31.574586 run osmo-msc_10.42.42.6(pid=8364): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8364)]\u000a23:27:31.626632 run osmo-msc_10.42.42.6(pid=8364): stdout: \u000a| (launched: 2022-12-12_23:27:30.304563) \u000a23:27:31.680575 run osmo-msc_10.42.42.6(pid=8364): stderr: \u000a| �[0;m�[38;5;43m20221212232730626 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232730626 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f851e508c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232730627 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232730627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232730627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232730627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232730629 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232730629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232730629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232730629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:27:31.725270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8357): Terminating (SIGTERM)\u000a23:27:31.769368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8360): Terminating (SIGTERM)\u000a23:27:31.811785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8363): Terminating (SIGTERM)\u000a23:27:31.822028 --- ParallelTerminationStrategy: PID 8357 died...\u000a23:27:31.880475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8357): Terminated: ok {rc=0}\u000a23:27:31.891347 --- ParallelTerminationStrategy: PID 8360 died...\u000a23:27:31.947280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8360): Terminated: ok {rc=0}\u000a23:27:31.957794 --- ParallelTerminationStrategy: PID 8363 died...\u000a23:27:32.013449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8363): Terminated: ok {rc=0}\u000a23:27:32.102168 bus /sierra_3: Setting Powered False\u000a23:27:33.204146 bus /sierra_3: Setting Powered False\u000a23:27:34.311327 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:27:24" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8375): Process ended prematurely: osmo-stp_10.42.42.5(pid=8375) [trial-2383↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8375)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8375): Process ended prematurely: osmo-stp_10.42.42.5(pid=8375) [trial-2383↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8375)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a23:27:36.304386 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:27:36.315259 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:27:36.454711 tst handover.py: using LAC 32251\u000a23:27:36.572623 tst handover.py: using RAC 121\u000a23:27:36.691612 tst handover.py: using CellId 32251\u000a23:27:36.808762 tst handover.py: using BVCI 32252\u000a23:27:36.831724 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:27:36.966282 tst handover.py: using LAC 32252\u000a23:27:37.083746 tst handover.py: using RAC 122\u000a23:27:37.208177 tst handover.py: using CellId 32252\u000a23:27:37.333901 tst handover.py: using BVCI 32253\u000a23:27:37.356926 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:27:37.367858 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:27:37.378613 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:27:37.389772 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:27:37.400866 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:27:37.413933 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:27:37.531512 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:27:37.733224 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:27:38.185073 run create_hlr_db(pid=8369): Launched\u000a23:27:38.307905 bus /sierra_2: Setting Powered False\u000a23:27:39.379375 run create_hlr_db(pid=8369): Terminated: ok {rc=0}\u000a23:27:39.782256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8371): Launched\u000a23:27:40.107411 run osmo-hlr_10.42.42.2(pid=8372): Launched\u000a23:27:40.227211 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:27:40.761799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8374): Launched\u000a23:27:41.084241 run osmo-stp_10.42.42.5(pid=8375): Launched\u000a23:27:41.201357 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:27:41.763450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8377): Launched\u000a23:27:42.086095 run osmo-msc_10.42.42.6(pid=8378): Launched\u000a23:27:42.276020 run osmo-stp_10.42.42.5(pid=8375): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8375)]\u000a23:27:42.412871 run osmo-stp_10.42.42.5(pid=8375): stdout: \u000a| (launched: 2022-12-12_23:27:40.926097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:42.549365 run osmo-stp_10.42.42.5(pid=8375): stderr: \u000a| �[0;m�[38;5;43m20221212232741118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232741118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232741119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232741119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232741120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232741120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232741120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:42.679265 run osmo-stp_10.42.42.5(pid=8375): stdout: \u000a| (launched: 2022-12-12_23:27:40.926097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:42.807888 run osmo-stp_10.42.42.5(pid=8375): stderr: \u000a| �[0;m�[38;5;43m20221212232741118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232741118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232741119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232741119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232741120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232741120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232741120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:42.864030 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8375): Process ended prematurely: osmo-stp_10.42.42.5(pid=8375) [trial-2383↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8375)] [trial-2383↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a23:27:42.872367 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:27:42.933724 run osmo-hlr_10.42.42.2(pid=8372): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8372)]\u000a23:27:42.984160 run osmo-hlr_10.42.42.2(pid=8372): stdout: \u000a| (launched: 2022-12-12_23:27:39.948047) \u000a23:27:43.035342 run osmo-hlr_10.42.42.2(pid=8372): stderr: \u000a| �[0;m�[1;31m20221212232740147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232740148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232740148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232740148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232740148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232740148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232740160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232740168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232740168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232740169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:27:43.104576 run osmo-msc_10.42.42.6(pid=8378): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8378)]\u000a23:27:43.154841 run osmo-msc_10.42.42.6(pid=8378): stdout: \u000a| (launched: 2022-12-12_23:27:41.927875) \u000a23:27:43.205704 run osmo-msc_10.42.42.6(pid=8378): stderr: \u000a| �[0;m�[38;5;43m20221212232742250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232742250 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faafc22ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232742250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232742250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232742250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232742250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232742252 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232742252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232742253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232742253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:27:43.248819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8371): Terminating (SIGTERM)\u000a23:27:43.290221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8374): Terminating (SIGTERM)\u000a23:27:43.331260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8377): Terminating (SIGTERM)\u000a23:27:43.340732 --- ParallelTerminationStrategy: PID 8371 died...\u000a23:27:43.395450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8371): Terminated: ok {rc=0}\u000a23:27:43.405367 --- ParallelTerminationStrategy: PID 8374 died...\u000a23:27:43.459721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8374): Terminated: ok {rc=0}\u000a23:27:43.469896 --- ParallelTerminationStrategy: PID 8377 died...\u000a23:27:43.524041 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8377): Terminated: ok {rc=0}\u000a23:27:43.609304 bus /sierra_3: Setting Powered False\u000a23:27:44.710183 bus /sierra_3: Setting Powered False\u000a23:27:45.818993 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:27:36" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8389): Process ended prematurely: osmo-stp_10.42.42.5(pid=8389) [trial-2383↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8389)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8389): Process ended prematurely: osmo-stp_10.42.42.5(pid=8389) [trial-2383↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8389)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a23:27:47.907151 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:27:47.919468 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:27:48.065019 tst handover.py: using LAC 32253\u000a23:27:48.192510 tst handover.py: using RAC 123\u000a23:27:48.318714 tst handover.py: using CellId 32253\u000a23:27:48.444934 tst handover.py: using BVCI 32254\u000a23:27:48.469794 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:27:48.613363 tst handover.py: using LAC 32254\u000a23:27:48.739999 tst handover.py: using RAC 124\u000a23:27:48.866005 tst handover.py: using CellId 32254\u000a23:27:48.992011 tst handover.py: using BVCI 32255\u000a23:27:49.016616 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:27:49.027856 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:27:49.038998 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:27:49.050218 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:27:49.061549 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:27:49.072528 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:27:49.190492 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:27:49.393443 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:27:49.843901 run create_hlr_db(pid=8383): Launched\u000a23:27:49.967956 bus /sierra_2: Setting Powered False\u000a23:27:51.038327 run create_hlr_db(pid=8383): Terminated: ok {rc=0}\u000a23:27:51.439700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8385): Launched\u000a23:27:51.763843 run osmo-hlr_10.42.42.2(pid=8386): Launched\u000a23:27:51.895258 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:27:52.454426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8388): Launched\u000a23:27:52.777651 run osmo-stp_10.42.42.5(pid=8389): Launched\u000a23:27:52.895151 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:27:53.456082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8391): Launched\u000a23:27:53.778157 run osmo-msc_10.42.42.6(pid=8392): Launched\u000a23:27:53.967342 run osmo-stp_10.42.42.5(pid=8389): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8389)]\u000a23:27:54.104024 run osmo-stp_10.42.42.5(pid=8389): stdout: \u000a| (launched: 2022-12-12_23:27:52.618944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:54.239528 run osmo-stp_10.42.42.5(pid=8389): stderr: \u000a| �[0;m�[38;5;43m20221212232752812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232752812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232752812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232752813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232752813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232752813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232752813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:54.369081 run osmo-stp_10.42.42.5(pid=8389): stdout: \u000a| (launched: 2022-12-12_23:27:52.618944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:54.497150 run osmo-stp_10.42.42.5(pid=8389): stderr: \u000a| �[0;m�[38;5;43m20221212232752812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232752812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232752812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232752813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232752813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232752813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232752813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:54.552920 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8389): Process ended prematurely: osmo-stp_10.42.42.5(pid=8389) [trial-2383↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8389)] [trial-2383↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a23:27:54.561879 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:27:54.623226 run osmo-hlr_10.42.42.2(pid=8386): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8386)]\u000a23:27:54.674034 run osmo-hlr_10.42.42.2(pid=8386): stdout: \u000a| (launched: 2022-12-12_23:27:51.604497) \u000a23:27:54.725070 run osmo-hlr_10.42.42.2(pid=8386): stderr: \u000a| �[0;m�[1;31m20221212232751801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232751801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232751801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232751801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232751801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232751801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232751814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232751822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232751822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232751822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:27:54.794215 run osmo-msc_10.42.42.6(pid=8392): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8392)]\u000a23:27:54.844326 run osmo-msc_10.42.42.6(pid=8392): stdout: \u000a| (launched: 2022-12-12_23:27:53.619715) \u000a23:27:54.895049 run osmo-msc_10.42.42.6(pid=8392): stderr: \u000a| �[0;m�[38;5;43m20221212232753942 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232753942 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3a1a8f2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232753942 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232753942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232753943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232753943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232753944 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232753945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232753945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232753945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:27:54.938219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8385): Terminating (SIGTERM)\u000a23:27:54.979084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8388): Terminating (SIGTERM)\u000a23:27:55.020359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8391): Terminating (SIGTERM)\u000a23:27:55.029618 --- ParallelTerminationStrategy: PID 8385 died...\u000a23:27:55.084538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8385): Terminated: ok {rc=0}\u000a23:27:55.094587 --- ParallelTerminationStrategy: PID 8388 died...\u000a23:27:55.149404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8388): Terminated: ok {rc=0}\u000a23:27:55.159337 --- ParallelTerminationStrategy: PID 8391 died...\u000a23:27:55.214046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8391): Terminated: ok {rc=0}\u000a23:27:55.299049 bus /sierra_3: Setting Powered False\u000a23:27:56.405242 bus /sierra_3: Setting Powered False\u000a23:27:57.512134 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:27:47" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8403): Process ended prematurely: osmo-stp_10.42.42.5(pid=8403) [trial-2383↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8403)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8403): Process ended prematurely: osmo-stp_10.42.42.5(pid=8403) [trial-2383↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8403)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a23:27:59.522614 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:27:59.533737 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:27:59.671525 tst handover.py: using LAC 32255\u000a23:27:59.792428 tst handover.py: using RAC 125\u000a23:27:59.914162 tst handover.py: using CellId 32255\u000a23:28:00.033523 tst handover.py: using BVCI 32256\u000a23:28:00.056537 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:28:00.180483 tst handover.py: using LAC 32256\u000a23:28:00.300753 tst handover.py: using RAC 126\u000a23:28:00.423687 tst handover.py: using CellId 32256\u000a23:28:00.543584 tst handover.py: using BVCI 32257\u000a23:28:00.566742 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:28:00.577512 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:28:00.587872 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:28:00.598613 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:28:00.609567 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:28:00.620353 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:28:00.740713 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:28:00.967355 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:28:01.493369 run create_hlr_db(pid=8397): Launched\u000a23:28:01.621679 bus /sierra_2: Setting Powered False\u000a23:28:02.690032 run create_hlr_db(pid=8397): Terminated: ok {rc=0}\u000a23:28:03.093723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8399): Launched\u000a23:28:03.418615 run osmo-hlr_10.42.42.2(pid=8400): Launched\u000a23:28:03.538235 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:28:04.074735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8402): Launched\u000a23:28:04.398060 run osmo-stp_10.42.42.5(pid=8403): Launched\u000a23:28:04.515477 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:28:05.079509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8405): Launched\u000a23:28:05.403739 run osmo-msc_10.42.42.6(pid=8406): Launched\u000a23:28:05.594975 run osmo-stp_10.42.42.5(pid=8403): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8403)]\u000a23:28:05.732848 run osmo-stp_10.42.42.5(pid=8403): stdout: \u000a| (launched: 2022-12-12_23:28:04.239649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:05.869196 run osmo-stp_10.42.42.5(pid=8403): stderr: \u000a| �[0;m�[38;5;43m20221212232804431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232804431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232804431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232804433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232804433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232804433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232804433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:05.999180 run osmo-stp_10.42.42.5(pid=8403): stdout: \u000a| (launched: 2022-12-12_23:28:04.239649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:06.127712 run osmo-stp_10.42.42.5(pid=8403): stderr: \u000a| �[0;m�[38;5;43m20221212232804431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232804431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232804431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232804433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232804433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232804433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232804433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:06.184124 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8403): Process ended prematurely: osmo-stp_10.42.42.5(pid=8403) [trial-2383↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8403)] [trial-2383↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a23:28:06.192542 tst handover.py:18: Test FAILED (6.7 sec)\u000a23:28:06.254747 run osmo-hlr_10.42.42.2(pid=8400): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8400)]\u000a23:28:06.305965 run osmo-hlr_10.42.42.2(pid=8400): stdout: \u000a| (launched: 2022-12-12_23:28:03.258900) \u000a23:28:06.357763 run osmo-hlr_10.42.42.2(pid=8400): stderr: \u000a| �[0;m�[1;31m20221212232803459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232803459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232803459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232803459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232803459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232803459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232803471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232803480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232803480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232803480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:28:06.428000 run osmo-msc_10.42.42.6(pid=8406): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8406)]\u000a23:28:06.479144 run osmo-msc_10.42.42.6(pid=8406): stdout: \u000a| (launched: 2022-12-12_23:28:05.244233) \u000a23:28:06.530679 run osmo-msc_10.42.42.6(pid=8406): stderr: \u000a| �[0;m�[38;5;43m20221212232805566 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232805566 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff68bb05c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232805566 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232805566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232805566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232805567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232805568 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232805569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232805569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232805569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:28:06.574674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8399): Terminating (SIGTERM)\u000a23:28:06.616329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8402): Terminating (SIGTERM)\u000a23:28:06.658109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8405): Terminating (SIGTERM)\u000a23:28:06.667835 --- ParallelTerminationStrategy: PID 8399 died...\u000a23:28:06.723495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8399): Terminated: ok {rc=0}\u000a23:28:06.733686 --- ParallelTerminationStrategy: PID 8402 died...\u000a23:28:06.789367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8402): Terminated: ok {rc=0}\u000a23:28:06.799314 --- ParallelTerminationStrategy: PID 8405 died...\u000a23:28:06.854178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8405): Terminated: ok {rc=0}\u000a23:28:06.940779 bus /sierra_3: Setting Powered False\u000a23:28:08.045212 bus /sierra_3: Setting Powered False\u000a23:28:09.152406 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:27:59" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8417): Process ended prematurely: osmo-stp_10.42.42.5(pid=8417) [trial-2383↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8417)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8417): Process ended prematurely: osmo-stp_10.42.42.5(pid=8417) [trial-2383↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8417)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a23:28:11.163975 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:28:11.174789 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:28:11.316848 tst handover.py: using LAC 32257\u000a23:28:11.443613 tst handover.py: using RAC 127\u000a23:28:11.572843 tst handover.py: using CellId 32257\u000a23:28:11.704601 tst handover.py: using BVCI 32258\u000a23:28:11.729363 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:28:11.871698 tst handover.py: using LAC 32258\u000a23:28:11.996278 tst handover.py: using RAC 128\u000a23:28:12.118352 tst handover.py: using CellId 32258\u000a23:28:12.235883 tst handover.py: using BVCI 32259\u000a23:28:12.259134 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:28:12.270073 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:28:12.280660 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:28:12.291904 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:28:12.303090 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:28:12.314215 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:28:12.429237 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:28:12.639814 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:28:13.131417 run create_hlr_db(pid=8411): Launched\u000a23:28:13.263414 bus /sierra_2: Setting Powered False\u000a23:28:14.338917 run create_hlr_db(pid=8411): Terminated: ok {rc=0}\u000a23:28:14.724002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8413): Launched\u000a23:28:15.030571 run osmo-hlr_10.42.42.2(pid=8414): Launched\u000a23:28:15.150944 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:28:15.667160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8416): Launched\u000a23:28:16.066749 run osmo-stp_10.42.42.5(pid=8417): Launched\u000a23:28:16.339175 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:28:16.980434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8419): Launched\u000a23:28:17.375991 run osmo-msc_10.42.42.6(pid=8420): Launched\u000a23:28:17.557789 run osmo-stp_10.42.42.5(pid=8417): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8417)]\u000a23:28:17.687513 run osmo-stp_10.42.42.5(pid=8417): stdout: \u000a| (launched: 2022-12-12_23:28:15.822072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:17.815608 run osmo-stp_10.42.42.5(pid=8417): stderr: \u000a| �[0;m�[38;5;43m20221212232816220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232816220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232816221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232816222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232816225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232816225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232816225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:17.938927 run osmo-stp_10.42.42.5(pid=8417): stdout: \u000a| (launched: 2022-12-12_23:28:15.822072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:18.060493 run osmo-stp_10.42.42.5(pid=8417): stderr: \u000a| �[0;m�[38;5;43m20221212232816220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232816220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232816221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232816222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232816225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232816225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232816225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:18.113872 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8417): Process ended prematurely: osmo-stp_10.42.42.5(pid=8417) [trial-2383↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8417)] [trial-2383↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a23:28:18.121537 tst handover.py:18: Test FAILED (6.9 sec)\u000a23:28:18.181406 run osmo-hlr_10.42.42.2(pid=8414): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8414)]\u000a23:28:18.230804 run osmo-hlr_10.42.42.2(pid=8414): stdout: \u000a| (launched: 2022-12-12_23:28:14.879543) \u000a23:28:18.280664 run osmo-hlr_10.42.42.2(pid=8414): stderr: \u000a| �[0;m�[1;31m20221212232815054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232815055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232815055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232815055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232815055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232815055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232815068 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232815076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232815077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232815077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:28:18.348210 run osmo-msc_10.42.42.6(pid=8420): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8420)]\u000a23:28:18.397335 run osmo-msc_10.42.42.6(pid=8420): stdout: \u000a| (launched: 2022-12-12_23:28:17.149796) \u000a23:28:18.446631 run osmo-msc_10.42.42.6(pid=8420): stderr: \u000a| �[0;m�[38;5;43m20221212232817451 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232817451 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd1431d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232817451 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232817451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232817452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232817452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232817454 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232817454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232817454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232817454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:28:18.489120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8413): Terminating (SIGTERM)\u000a23:28:18.529259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8416): Terminating (SIGTERM)\u000a23:28:18.569383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8419): Terminating (SIGTERM)\u000a23:28:18.579151 --- ParallelTerminationStrategy: PID 8413 died...\u000a23:28:18.632583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8413): Terminated: ok {rc=0}\u000a23:28:18.642459 --- ParallelTerminationStrategy: PID 8416 died...\u000a23:28:18.695755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8416): Terminated: ok {rc=0}\u000a23:28:18.705382 --- ParallelTerminationStrategy: PID 8419 died...\u000a23:28:18.758393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8419): Terminated: ok {rc=0}\u000a23:28:18.845572 bus /sierra_3: Setting Powered False\u000a23:28:19.948050 bus /sierra_3: Setting Powered False\u000a23:28:21.058596 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:28:10" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8431): Process ended prematurely: osmo-stp_10.42.42.5(pid=8431) [trial-2383↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8431)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8431): Process ended prematurely: osmo-stp_10.42.42.5(pid=8431) [trial-2383↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8431)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:28:23.074977 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:28:23.085778 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:28:23.220484 tst handover.py: using LAC 32259\u000a23:28:23.341122 tst handover.py: using RAC 129\u000a23:28:23.467989 tst handover.py: using CellId 32259\u000a23:28:23.595009 tst handover.py: using BVCI 32260\u000a23:28:23.619944 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:28:23.758275 tst handover.py: using LAC 32260\u000a23:28:23.880657 tst handover.py: using RAC 130\u000a23:28:24.002256 tst handover.py: using CellId 32260\u000a23:28:24.123099 tst handover.py: using BVCI 32261\u000a23:28:24.146352 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:28:24.157134 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:28:24.167678 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:28:24.179066 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:28:24.190427 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:28:24.201696 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:28:24.323274 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:28:24.526431 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:28:24.979414 run create_hlr_db(pid=8425): Launched\u000a23:28:25.103510 bus /sierra_2: Setting Powered False\u000a23:28:26.175365 run create_hlr_db(pid=8425): Terminated: ok {rc=0}\u000a23:28:26.553195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8427): Launched\u000a23:28:26.857500 run osmo-hlr_10.42.42.2(pid=8428): Launched\u000a23:28:26.976533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:28:27.487844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8430): Launched\u000a23:28:27.794482 run osmo-stp_10.42.42.5(pid=8431): Launched\u000a23:28:27.914936 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:28:28.452638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8433): Launched\u000a23:28:28.775747 run osmo-msc_10.42.42.6(pid=8434): Launched\u000a23:28:28.965978 run osmo-stp_10.42.42.5(pid=8431): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8431)]\u000a23:28:29.102761 run osmo-stp_10.42.42.5(pid=8431): stdout: \u000a| (launched: 2022-12-12_23:28:27.641867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:29.238194 run osmo-stp_10.42.42.5(pid=8431): stderr: \u000a| �[0;m�[38;5;43m20221212232827812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232827813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232827813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232827813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232827814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232827814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232827814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:29.367664 run osmo-stp_10.42.42.5(pid=8431): stdout: \u000a| (launched: 2022-12-12_23:28:27.641867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:29.496026 run osmo-stp_10.42.42.5(pid=8431): stderr: \u000a| �[0;m�[38;5;43m20221212232827812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232827813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232827813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232827813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232827814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232827814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232827814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:29.552158 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8431): Process ended prematurely: osmo-stp_10.42.42.5(pid=8431) [trial-2383↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8431)] [trial-2383↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a23:28:29.561008 tst handover.py:18: Test FAILED (6.5 sec)\u000a23:28:29.622887 run osmo-hlr_10.42.42.2(pid=8428): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8428)]\u000a23:28:29.673543 run osmo-hlr_10.42.42.2(pid=8428): stdout: \u000a| (launched: 2022-12-12_23:28:26.708016) \u000a23:28:29.725078 run osmo-hlr_10.42.42.2(pid=8428): stderr: \u000a| �[0;m�[1;31m20221212232826885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232826885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232826885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232826885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232826885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232826885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232826896 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232826905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232826905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232826905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:28:29.794930 run osmo-msc_10.42.42.6(pid=8434): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8434)]\u000a23:28:29.845443 run osmo-msc_10.42.42.6(pid=8434): stdout: \u000a| (launched: 2022-12-12_23:28:28.616837) \u000a23:28:29.896414 run osmo-msc_10.42.42.6(pid=8434): stderr: \u000a| �[0;m�[38;5;43m20221212232828936 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232828937 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0e7ab92c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232828937 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232828937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232828937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232828937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232828939 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232828939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232828939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232828939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:28:29.939989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8427): Terminating (SIGTERM)\u000a23:28:29.981288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8430): Terminating (SIGTERM)\u000a23:28:30.022522 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8433): Terminating (SIGTERM)\u000a23:28:30.032131 --- ParallelTerminationStrategy: PID 8427 died...\u000a23:28:30.087223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8427): Terminated: ok {rc=0}\u000a23:28:30.097376 --- ParallelTerminationStrategy: PID 8430 died...\u000a23:28:30.152053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8430): Terminated: ok {rc=0}\u000a23:28:30.162167 --- ParallelTerminationStrategy: PID 8433 died...\u000a23:28:30.217062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8433): Terminated: ok {rc=0}\u000a23:28:30.302134 bus /sierra_3: Setting Powered False\u000a23:28:31.405660 bus /sierra_3: Setting Powered False\u000a23:28:32.509813 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:28:22" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8445): Process ended prematurely: osmo-stp_10.42.42.5(pid=8445) [trial-2383↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8445)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8445): Process ended prematurely: osmo-stp_10.42.42.5(pid=8445) [trial-2383↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8445)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a23:28:34.540849 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:28:34.552468 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:28:34.690621 tst handover.py: using LAC 32261\u000a23:28:34.819004 tst handover.py: using RAC 131\u000a23:28:34.946340 tst handover.py: using CellId 32261\u000a23:28:35.074010 tst handover.py: using BVCI 32262\u000a23:28:35.098670 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:28:35.244265 tst handover.py: using LAC 32262\u000a23:28:35.373255 tst handover.py: using RAC 132\u000a23:28:35.505295 tst handover.py: using CellId 32262\u000a23:28:35.630985 tst handover.py: using BVCI 32263\u000a23:28:35.655706 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:28:35.667244 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:28:35.678656 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:28:35.690084 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:28:35.701472 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:28:35.713219 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:28:35.833103 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:28:36.041279 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:28:36.528913 run create_hlr_db(pid=8439): Launched\u000a23:28:36.660617 bus /sierra_2: Setting Powered False\u000a23:28:37.737970 run create_hlr_db(pid=8439): Terminated: ok {rc=0}\u000a23:28:38.139747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8441): Launched\u000a23:28:38.462780 run osmo-hlr_10.42.42.2(pid=8442): Launched\u000a23:28:38.581091 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:28:39.115406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8444): Launched\u000a23:28:39.438799 run osmo-stp_10.42.42.5(pid=8445): Launched\u000a23:28:39.556055 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:28:40.120463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8447): Launched\u000a23:28:40.444352 run osmo-msc_10.42.42.6(pid=8448): Launched\u000a23:28:40.634528 run osmo-stp_10.42.42.5(pid=8445): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8445)]\u000a23:28:40.771608 run osmo-stp_10.42.42.5(pid=8445): stdout: \u000a| (launched: 2022-12-12_23:28:39.280421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:40.907853 run osmo-stp_10.42.42.5(pid=8445): stderr: \u000a| �[0;m�[38;5;43m20221212232839475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232839475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232839475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232839476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232839476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232839476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232839476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:41.038265 run osmo-stp_10.42.42.5(pid=8445): stdout: \u000a| (launched: 2022-12-12_23:28:39.280421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:41.166910 run osmo-stp_10.42.42.5(pid=8445): stderr: \u000a| �[0;m�[38;5;43m20221212232839475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232839475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232839475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232839476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232839476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232839476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232839476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:41.223182 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8445): Process ended prematurely: osmo-stp_10.42.42.5(pid=8445) [trial-2383↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8445)] [trial-2383↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a23:28:41.231416 tst handover.py:18: Test FAILED (6.7 sec)\u000a23:28:41.293201 run osmo-hlr_10.42.42.2(pid=8442): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8442)]\u000a23:28:41.344046 run osmo-hlr_10.42.42.2(pid=8442): stdout: \u000a| (launched: 2022-12-12_23:28:38.304277) \u000a23:28:41.395263 run osmo-hlr_10.42.42.2(pid=8442): stderr: \u000a| �[0;m�[1;31m20221212232838504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232838504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232838504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232838504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232838504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232838504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232838517 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232838525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232838526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232838526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:28:41.464802 run osmo-msc_10.42.42.6(pid=8448): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8448)]\u000a23:28:41.515528 run osmo-msc_10.42.42.6(pid=8448): stdout: \u000a| (launched: 2022-12-12_23:28:40.285426) \u000a23:28:41.566885 run osmo-msc_10.42.42.6(pid=8448): stderr: \u000a| �[0;m�[38;5;43m20221212232840610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232840610 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f03a3f3ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232840611 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232840611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232840611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232840611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232840613 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232840613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232840613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232840613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:28:41.610272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8441): Terminating (SIGTERM)\u000a23:28:41.651313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8444): Terminating (SIGTERM)\u000a23:28:41.692330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8447): Terminating (SIGTERM)\u000a23:28:41.701605 --- ParallelTerminationStrategy: PID 8441 died...\u000a23:28:41.756601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8441): Terminated: ok {rc=0}\u000a23:28:41.766651 --- ParallelTerminationStrategy: PID 8444 died...\u000a23:28:41.821022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8444): Terminated: ok {rc=0}\u000a23:28:41.830851 --- ParallelTerminationStrategy: PID 8447 died...\u000a23:28:41.885357 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8447): Terminated: ok {rc=0}\u000a23:28:41.971348 bus /sierra_3: Setting Powered False\u000a23:28:43.073472 bus /sierra_3: Setting Powered False\u000a23:28:44.182225 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:28:34" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8459): Process ended prematurely: osmo-stp_10.42.42.5(pid=8459) [trial-2383↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8459)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8459): Process ended prematurely: osmo-stp_10.42.42.5(pid=8459) [trial-2383↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a23:28:46.208379 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:28:46.223550 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:28:46.380276 tst handover.py: using LAC 32263\u000a23:28:46.534311 tst handover.py: using RAC 133\u000a23:28:46.669587 tst handover.py: using CellId 32263\u000a23:28:46.821820 tst handover.py: using BVCI 32264\u000a23:28:46.855404 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:28:47.017360 tst handover.py: using LAC 32264\u000a23:28:47.146433 tst handover.py: using RAC 134\u000a23:28:47.283700 tst handover.py: using CellId 32264\u000a23:28:47.416408 tst handover.py: using BVCI 32265\u000a23:28:47.441160 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:28:47.452537 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:28:47.463737 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:28:47.475001 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:28:47.486310 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:28:47.497592 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:28:47.614662 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:28:47.826921 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:28:48.314862 run create_hlr_db(pid=8453): Launched\u000a23:28:48.446292 bus /sierra_2: Setting Powered False\u000a23:28:49.523101 run create_hlr_db(pid=8453): Terminated: ok {rc=0}\u000a23:28:49.903430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8455): Launched\u000a23:28:50.207070 run osmo-hlr_10.42.42.2(pid=8456): Launched\u000a23:28:50.325444 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:28:50.832612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8458): Launched\u000a23:28:51.137089 run osmo-stp_10.42.42.5(pid=8459): Launched\u000a23:28:51.248287 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:28:51.775843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8461): Launched\u000a23:28:52.079700 run osmo-msc_10.42.42.6(pid=8462): Launched\u000a23:28:52.258425 run osmo-stp_10.42.42.5(pid=8459): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8459)]\u000a23:28:52.387413 run osmo-stp_10.42.42.5(pid=8459): stdout: \u000a| (launched: 2022-12-12_23:28:50.987111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:52.514006 run osmo-stp_10.42.42.5(pid=8459): stderr: \u000a| �[0;m�[38;5;43m20221212232851157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232851157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232851158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232851158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232851159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232851159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232851159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:52.635603 run osmo-stp_10.42.42.5(pid=8459): stdout: \u000a| (launched: 2022-12-12_23:28:50.987111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:52.756189 run osmo-stp_10.42.42.5(pid=8459): stderr: \u000a| �[0;m�[38;5;43m20221212232851157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232851157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232851158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232851158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232851159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232851159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232851159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:52.809075 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8459): Process ended prematurely: osmo-stp_10.42.42.5(pid=8459) [trial-2383↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8459)] [trial-2383↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a23:28:52.817069 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:28:52.876778 run osmo-hlr_10.42.42.2(pid=8456): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8456)]\u000a23:28:52.925415 run osmo-hlr_10.42.42.2(pid=8456): stdout: \u000a| (launched: 2022-12-12_23:28:50.057352) \u000a23:28:52.974130 run osmo-hlr_10.42.42.2(pid=8456): stderr: \u000a| �[0;m�[1;31m20221212232850234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232850234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232850234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232850234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232850234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232850234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232850246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232850255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232850255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232850255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:28:53.040420 run osmo-msc_10.42.42.6(pid=8462): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8462)]\u000a23:28:53.088515 run osmo-msc_10.42.42.6(pid=8462): stdout: \u000a| (launched: 2022-12-12_23:28:51.929628) \u000a23:28:53.138163 run osmo-msc_10.42.42.6(pid=8462): stderr: \u000a| �[0;m�[38;5;43m20221212232852202 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232852202 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f49f3d84c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232852202 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232852202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232852202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232852203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232852204 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232852205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232852205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232852205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:28:53.179305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8455): Terminating (SIGTERM)\u000a23:28:53.218384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8458): Terminating (SIGTERM)\u000a23:28:53.257555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8461): Terminating (SIGTERM)\u000a23:28:53.266558 --- ParallelTerminationStrategy: PID 8455 died...\u000a23:28:53.318835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8455): Terminated: ok {rc=0}\u000a23:28:53.328565 --- ParallelTerminationStrategy: PID 8458 died...\u000a23:28:53.380651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8458): Terminated: ok {rc=0}\u000a23:28:53.390398 --- ParallelTerminationStrategy: PID 8461 died...\u000a23:28:53.442433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8461): Terminated: ok {rc=0}\u000a23:28:53.524475 bus /sierra_3: Setting Powered False\u000a23:28:54.629638 bus /sierra_3: Setting Powered False\u000a23:28:55.742339 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:28:45" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8473): Process ended prematurely: osmo-stp_10.42.42.5(pid=8473) [trial-2383↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8473)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8473): Process ended prematurely: osmo-stp_10.42.42.5(pid=8473) [trial-2383↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8473)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a23:28:57.733788 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:28:57.744757 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:28:57.876934 tst handover.py: using LAC 32265\u000a23:28:57.996193 tst handover.py: using RAC 135\u000a23:28:58.116628 tst handover.py: using CellId 32265\u000a23:28:58.237594 tst handover.py: using BVCI 32266\u000a23:28:58.260559 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:28:58.397259 tst handover.py: using LAC 32266\u000a23:28:58.523969 tst handover.py: using RAC 136\u000a23:28:58.652432 tst handover.py: using CellId 32266\u000a23:28:58.786225 tst handover.py: using BVCI 32267\u000a23:28:58.810886 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:28:58.822313 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:28:58.833551 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:28:58.845459 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:28:58.857391 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:28:58.869590 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:28:58.991087 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:28:59.193704 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:28:59.648440 run create_hlr_db(pid=8467): Launched\u000a23:28:59.772569 bus /sierra_2: Setting Powered False\u000a23:29:00.863525 run create_hlr_db(pid=8467): Terminated: ok {rc=0}\u000a23:29:01.281969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8469): Launched\u000a23:29:01.715181 run osmo-hlr_10.42.42.2(pid=8470): Launched\u000a23:29:01.923307 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:29:02.505571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8472): Launched\u000a23:29:02.830154 run osmo-stp_10.42.42.5(pid=8473): Launched\u000a23:29:02.948852 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:29:03.515531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8475): Launched\u000a23:29:03.841342 run osmo-msc_10.42.42.6(pid=8476): Launched\u000a23:29:04.031789 run osmo-stp_10.42.42.5(pid=8473): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8473)]\u000a23:29:04.169040 run osmo-stp_10.42.42.5(pid=8473): stdout: \u000a| (launched: 2022-12-12_23:29:02.670881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:04.305804 run osmo-stp_10.42.42.5(pid=8473): stderr: \u000a| �[0;m�[38;5;43m20221212232902862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232902862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232902862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232902863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232902863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232902863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232902863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:04.436141 run osmo-stp_10.42.42.5(pid=8473): stdout: \u000a| (launched: 2022-12-12_23:29:02.670881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:04.565678 run osmo-stp_10.42.42.5(pid=8473): stderr: \u000a| �[0;m�[38;5;43m20221212232902862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232902862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232902862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232902863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232902863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232902863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232902863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:04.621969 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8473): Process ended prematurely: osmo-stp_10.42.42.5(pid=8473) [trial-2383↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8473)] [trial-2383↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a23:29:04.630408 tst handover.py:18: Test FAILED (6.9 sec)\u000a23:29:04.692558 run osmo-hlr_10.42.42.2(pid=8470): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8470)]\u000a23:29:04.743491 run osmo-hlr_10.42.42.2(pid=8470): stdout: \u000a| (launched: 2022-12-12_23:29:01.451139) \u000a23:29:04.794902 run osmo-hlr_10.42.42.2(pid=8470): stderr: \u000a| �[0;m�[1;31m20221212232901769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232901769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232901769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232901769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232901769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232901769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232901790 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232901802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232901802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232901802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:29:04.864602 run osmo-msc_10.42.42.6(pid=8476): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8476)]\u000a23:29:04.915134 run osmo-msc_10.42.42.6(pid=8476): stdout: \u000a| (launched: 2022-12-12_23:29:03.681980) \u000a23:29:04.966245 run osmo-msc_10.42.42.6(pid=8476): stderr: \u000a| �[0;m�[38;5;43m20221212232904004 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232904004 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f658364ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232904005 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232904005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232904005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232904005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232904007 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232904007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232904007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232904007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:29:05.009793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8469): Terminating (SIGTERM)\u000a23:29:05.050940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8472): Terminating (SIGTERM)\u000a23:29:05.092234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8475): Terminating (SIGTERM)\u000a23:29:05.101913 --- ParallelTerminationStrategy: PID 8469 died...\u000a23:29:05.157003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8469): Terminated: ok {rc=0}\u000a23:29:05.166960 --- ParallelTerminationStrategy: PID 8472 died...\u000a23:29:05.222656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8472): Terminated: ok {rc=0}\u000a23:29:05.232510 --- ParallelTerminationStrategy: PID 8475 died...\u000a23:29:05.287106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8475): Terminated: ok {rc=0}\u000a23:29:05.373349 bus /sierra_3: Setting Powered False\u000a23:29:06.478558 bus /sierra_3: Setting Powered False\u000a23:29:07.588022 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:28:57" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8487): Process ended prematurely: osmo-stp_10.42.42.5(pid=8487) [trial-2383↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8487)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8487): Process ended prematurely: osmo-stp_10.42.42.5(pid=8487) [trial-2383↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8487)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:29:09.603355 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:29:09.614566 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:29:09.748441 tst handover.py: using LAC 32267\u000a23:29:09.869856 tst handover.py: using RAC 137\u000a23:29:09.991251 tst handover.py: using CellId 32267\u000a23:29:10.112209 tst handover.py: using BVCI 32268\u000a23:29:10.135411 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:29:10.276588 tst handover.py: using LAC 32268\u000a23:29:10.403465 tst handover.py: using RAC 138\u000a23:29:10.531788 tst handover.py: using CellId 32268\u000a23:29:10.660661 tst handover.py: using BVCI 32269\u000a23:29:10.685824 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:29:10.697306 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:29:10.708489 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:29:10.719840 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:29:10.731465 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:29:10.742800 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:29:10.860359 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:29:11.062459 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:29:11.516636 run create_hlr_db(pid=8481): Launched\u000a23:29:11.641476 bus /sierra_2: Setting Powered False\u000a23:29:12.713867 run create_hlr_db(pid=8481): Terminated: ok {rc=0}\u000a23:29:13.117477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8483): Launched\u000a23:29:13.442415 run osmo-hlr_10.42.42.2(pid=8484): Launched\u000a23:29:13.561738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:29:14.098133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8486): Launched\u000a23:29:14.423198 run osmo-stp_10.42.42.5(pid=8487): Launched\u000a23:29:14.541809 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:29:15.106347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8489): Launched\u000a23:29:15.431692 run osmo-msc_10.42.42.6(pid=8490): Launched\u000a23:29:15.622179 run osmo-stp_10.42.42.5(pid=8487): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8487)]\u000a23:29:15.759028 run osmo-stp_10.42.42.5(pid=8487): stdout: \u000a| (launched: 2022-12-12_23:29:14.263806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:15.915301 run osmo-stp_10.42.42.5(pid=8487): stderr: \u000a| �[0;m�[38;5;43m20221212232914457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232914457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232914457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232914458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232914458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232914458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232914458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:16.047370 run osmo-stp_10.42.42.5(pid=8487): stdout: \u000a| (launched: 2022-12-12_23:29:14.263806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:16.178357 run osmo-stp_10.42.42.5(pid=8487): stderr: \u000a| �[0;m�[38;5;43m20221212232914457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232914457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232914457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232914458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232914458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232914458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232914458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:16.236306 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8487): Process ended prematurely: osmo-stp_10.42.42.5(pid=8487) [trial-2383↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8487)] [trial-2383↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a23:29:16.245931 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:29:16.309231 run osmo-hlr_10.42.42.2(pid=8484): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8484)]\u000a23:29:16.361210 run osmo-hlr_10.42.42.2(pid=8484): stdout: \u000a| (launched: 2022-12-12_23:29:13.283036) \u000a23:29:16.414131 run osmo-hlr_10.42.42.2(pid=8484): stderr: \u000a| �[0;m�[1;31m20221212232913483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232913484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232913484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232913484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232913484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232913484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232913500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232913509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232913509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232913509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:29:16.484877 run osmo-msc_10.42.42.6(pid=8490): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8490)]\u000a23:29:16.536771 run osmo-msc_10.42.42.6(pid=8490): stdout: \u000a| (launched: 2022-12-12_23:29:15.271986) \u000a23:29:16.589673 run osmo-msc_10.42.42.6(pid=8490): stderr: \u000a| �[0;m�[38;5;43m20221212232915596 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232915596 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f80bbfadc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232915596 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232915596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232915596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232915597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232915598 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232915599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232915599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232915599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:29:16.634612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8483): Terminating (SIGTERM)\u000a23:29:16.677884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8486): Terminating (SIGTERM)\u000a23:29:16.721291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8489): Terminating (SIGTERM)\u000a23:29:16.731299 --- ParallelTerminationStrategy: PID 8483 died...\u000a23:29:16.787495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8483): Terminated: ok {rc=0}\u000a23:29:16.798437 --- ParallelTerminationStrategy: PID 8486 died...\u000a23:29:16.855551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8486): Terminated: ok {rc=0}\u000a23:29:16.866593 --- ParallelTerminationStrategy: PID 8489 died...\u000a23:29:16.923823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8489): Terminated: ok {rc=0}\u000a23:29:17.011982 bus /sierra_3: Setting Powered False\u000a23:29:18.112882 bus /sierra_3: Setting Powered False\u000a23:29:19.218806 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:29:09" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8501): Process ended prematurely: osmo-stp_10.42.42.5(pid=8501) [trial-2383↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8501)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8501): Process ended prematurely: osmo-stp_10.42.42.5(pid=8501) [trial-2383↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8501)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a23:29:21.227173 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:29:21.238203 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:29:21.376677 tst handover.py: using LAC 32269\u000a23:29:21.494646 tst handover.py: using RAC 139\u000a23:29:21.613053 tst handover.py: using CellId 32269\u000a23:29:21.730722 tst handover.py: using BVCI 32270\u000a23:29:21.754157 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:29:21.874224 tst handover.py: using LAC 32270\u000a23:29:21.991825 tst handover.py: using RAC 140\u000a23:29:22.114320 tst handover.py: using CellId 32270\u000a23:29:22.232029 tst handover.py: using BVCI 32271\u000a23:29:22.255254 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:29:22.266186 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:29:22.276658 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:29:22.287358 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:29:22.298586 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:29:22.309564 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:29:22.428877 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:29:22.632798 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:29:23.086851 run create_hlr_db(pid=8495): Launched\u000a23:29:23.210969 bus /sierra_2: Setting Powered False\u000a23:29:24.283245 run create_hlr_db(pid=8495): Terminated: ok {rc=0}\u000a23:29:24.663438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8497): Launched\u000a23:29:24.970029 run osmo-hlr_10.42.42.2(pid=8498): Launched\u000a23:29:25.089409 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:29:25.600391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8500): Launched\u000a23:29:25.906024 run osmo-stp_10.42.42.5(pid=8501): Launched\u000a23:29:26.018901 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:29:26.548941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8503): Launched\u000a23:29:26.855346 run osmo-msc_10.42.42.6(pid=8504): Launched\u000a23:29:27.035153 run osmo-stp_10.42.42.5(pid=8501): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8501)]\u000a23:29:27.165388 run osmo-stp_10.42.42.5(pid=8501): stdout: \u000a| (launched: 2022-12-12_23:29:25.755666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:27.292683 run osmo-stp_10.42.42.5(pid=8501): stderr: \u000a| �[0;m�[38;5;43m20221212232925928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232925928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232925929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232925929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232925929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232925930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232925930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:27.415876 run osmo-stp_10.42.42.5(pid=8501): stdout: \u000a| (launched: 2022-12-12_23:29:25.755666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:27.537498 run osmo-stp_10.42.42.5(pid=8501): stderr: \u000a| �[0;m�[38;5;43m20221212232925928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232925928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232925929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232925929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232925929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232925930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232925930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:27.590316 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8501): Process ended prematurely: osmo-stp_10.42.42.5(pid=8501) [trial-2383↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8501)] [trial-2383↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a23:29:27.598227 tst handover.py:18: Test FAILED (6.4 sec)\u000a23:29:27.657846 run osmo-hlr_10.42.42.2(pid=8498): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8498)]\u000a23:29:27.706422 run osmo-hlr_10.42.42.2(pid=8498): stdout: \u000a| (launched: 2022-12-12_23:29:24.818460) \u000a23:29:27.755935 run osmo-hlr_10.42.42.2(pid=8498): stderr: \u000a| �[0;m�[1;31m20221212232924995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232924995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232924995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232924996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232924996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232924996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232925006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232925014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232925014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232925014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:29:27.822525 run osmo-msc_10.42.42.6(pid=8504): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8504)]\u000a23:29:27.871285 run osmo-msc_10.42.42.6(pid=8504): stdout: \u000a| (launched: 2022-12-12_23:29:26.704010) \u000a23:29:27.920663 run osmo-msc_10.42.42.6(pid=8504): stderr: \u000a| �[0;m�[38;5;43m20221212232926977 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232926977 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc557ee4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232926977 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232926977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232926977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232926978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232926979 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232926980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232926980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232926980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:29:27.962074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8497): Terminating (SIGTERM)\u000a23:29:28.001433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8500): Terminating (SIGTERM)\u000a23:29:28.040767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8503): Terminating (SIGTERM)\u000a23:29:28.050161 --- ParallelTerminationStrategy: PID 8497 died...\u000a23:29:28.102425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8497): Terminated: ok {rc=0}\u000a23:29:28.112127 --- ParallelTerminationStrategy: PID 8500 died...\u000a23:29:28.164129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8500): Terminated: ok {rc=0}\u000a23:29:28.173827 --- ParallelTerminationStrategy: PID 8503 died...\u000a23:29:28.225966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8503): Terminated: ok {rc=0}\u000a23:29:28.313068 bus /sierra_3: Setting Powered False\u000a23:29:29.415437 bus /sierra_3: Setting Powered False\u000a23:29:30.521193 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:29:20" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8517): Process ended prematurely: osmo-stp_10.42.42.5(pid=8517) [trial-2383↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8517)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8517): Process ended prematurely: osmo-stp_10.42.42.5(pid=8517) [trial-2383↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a23:29:32.545501 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:29:32.556932 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:29:32.699638 tst handover.py: using LAC 32271\u000a23:29:32.832502 tst handover.py: using RAC 141\u000a23:29:32.958150 tst handover.py: using CellId 32271\u000a23:29:33.088107 tst handover.py: using BVCI 32272\u000a23:29:33.112712 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:29:33.253779 tst handover.py: using LAC 32272\u000a23:29:33.380295 tst handover.py: using RAC 142\u000a23:29:33.503251 tst handover.py: using CellId 32272\u000a23:29:33.621330 tst handover.py: using BVCI 32273\u000a23:29:33.644456 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:29:33.655477 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:29:33.666379 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:29:33.677869 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:29:33.689304 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:29:33.700015 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:29:33.821411 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:29:34.024181 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:29:34.480782 run create_hlr_db(pid=8509): Launched\u000a23:29:34.605435 bus /sierra_2: Setting Powered False\u000a23:29:35.677415 run create_hlr_db(pid=8509): Terminated: ok {rc=0}\u000a23:29:36.081679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8513): Launched\u000a23:29:36.406935 run osmo-hlr_10.42.42.2(pid=8514): Launched\u000a23:29:36.527293 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:29:37.066466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8516): Launched\u000a23:29:37.392440 run osmo-stp_10.42.42.5(pid=8517): Launched\u000a23:29:37.511584 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:29:38.077164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8519): Launched\u000a23:29:38.402238 run osmo-msc_10.42.42.6(pid=8520): Launched\u000a23:29:38.592621 run osmo-stp_10.42.42.5(pid=8517): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8517)]\u000a23:29:38.729544 run osmo-stp_10.42.42.5(pid=8517): stdout: \u000a| (launched: 2022-12-12_23:29:37.232528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:38.866127 run osmo-stp_10.42.42.5(pid=8517): stderr: \u000a| �[0;m�[38;5;43m20221212232937423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232937423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232937424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232937424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232937425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232937425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232937425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:38.996102 run osmo-stp_10.42.42.5(pid=8517): stdout: \u000a| (launched: 2022-12-12_23:29:37.232528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:39.125051 run osmo-stp_10.42.42.5(pid=8517): stderr: \u000a| �[0;m�[38;5;43m20221212232937423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232937423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232937424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232937424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232937425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232937425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232937425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:39.181433 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8517): Process ended prematurely: osmo-stp_10.42.42.5(pid=8517) [trial-2383↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8517)] [trial-2383↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a23:29:39.189818 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:29:39.251132 run osmo-hlr_10.42.42.2(pid=8514): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8514)]\u000a23:29:39.301790 run osmo-hlr_10.42.42.2(pid=8514): stdout: \u000a| (launched: 2022-12-12_23:29:36.246709) \u000a23:29:39.353170 run osmo-hlr_10.42.42.2(pid=8514): stderr: \u000a| �[0;m�[1;31m20221212232936445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232936445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232936445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232936445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232936445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232936445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232936474 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232936484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232936485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232936485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:29:39.423815 run osmo-msc_10.42.42.6(pid=8520): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8520)]\u000a23:29:39.474537 run osmo-msc_10.42.42.6(pid=8520): stdout: \u000a| (launched: 2022-12-12_23:29:38.242945) \u000a23:29:39.525908 run osmo-msc_10.42.42.6(pid=8520): stderr: \u000a| �[0;m�[38;5;43m20221212232938566 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232938566 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feea253dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232938566 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232938566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232938567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232938567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232938568 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232938569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232938569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232938569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:29:39.569372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8513): Terminating (SIGTERM)\u000a23:29:39.610100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8516): Terminating (SIGTERM)\u000a23:29:39.650941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8519): Terminating (SIGTERM)\u000a23:29:39.660446 --- ParallelTerminationStrategy: PID 8513 died...\u000a23:29:39.715238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8513): Terminated: ok {rc=0}\u000a23:29:39.725160 --- ParallelTerminationStrategy: PID 8516 died...\u000a23:29:39.780127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8516): Terminated: ok {rc=0}\u000a23:29:39.790040 --- ParallelTerminationStrategy: PID 8519 died...\u000a23:29:39.844464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8519): Terminated: ok {rc=0}\u000a23:29:39.930850 bus /sierra_3: Setting Powered False\u000a23:29:41.034301 bus /sierra_3: Setting Powered False\u000a23:29:42.146120 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:29:32" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8531): Process ended prematurely: osmo-stp_10.42.42.5(pid=8531) [trial-2383↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8531)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8531): Process ended prematurely: osmo-stp_10.42.42.5(pid=8531) [trial-2383↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8531)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:29:44.174568 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:29:44.186111 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:29:44.335328 tst handover.py: using LAC 32273\u000a23:29:44.460248 tst handover.py: using RAC 143\u000a23:29:44.590742 tst handover.py: using CellId 32273\u000a23:29:44.718283 tst handover.py: using BVCI 32274\u000a23:29:44.743233 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:29:44.887901 tst handover.py: using LAC 32274\u000a23:29:45.018229 tst handover.py: using RAC 144\u000a23:29:45.146052 tst handover.py: using CellId 32274\u000a23:29:45.277224 tst handover.py: using BVCI 32275\u000a23:29:45.302160 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:29:45.313713 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:29:45.325173 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:29:45.336624 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:29:45.348010 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:29:45.359378 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:29:45.477748 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:29:45.689177 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:29:46.278740 run create_hlr_db(pid=8525): Launched\u000a23:29:46.421908 bus /sierra_2: Setting Powered False\u000a23:29:47.485278 run create_hlr_db(pid=8525): Terminated: ok {rc=0}\u000a23:29:47.890520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8527): Launched\u000a23:29:48.216265 run osmo-hlr_10.42.42.2(pid=8528): Launched\u000a23:29:48.335094 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:29:48.872064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8530): Launched\u000a23:29:49.197916 run osmo-stp_10.42.42.5(pid=8531): Launched\u000a23:29:49.316612 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:29:49.884620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8533): Launched\u000a23:29:50.210647 run osmo-msc_10.42.42.6(pid=8534): Launched\u000a23:29:50.402445 run osmo-stp_10.42.42.5(pid=8531): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8531)]\u000a23:29:50.540357 run osmo-stp_10.42.42.5(pid=8531): stdout: \u000a| (launched: 2022-12-12_23:29:49.037762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:50.677757 run osmo-stp_10.42.42.5(pid=8531): stderr: \u000a| �[0;m�[38;5;43m20221212232949230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232949230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232949230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232949231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232949231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232949231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232949231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:50.809091 run osmo-stp_10.42.42.5(pid=8531): stdout: \u000a| (launched: 2022-12-12_23:29:49.037762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:50.938681 run osmo-stp_10.42.42.5(pid=8531): stderr: \u000a| �[0;m�[38;5;43m20221212232949230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212232949230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212232949230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212232949231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212232949231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212232949231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212232949231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:50.995497 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8531): Process ended prematurely: osmo-stp_10.42.42.5(pid=8531) [trial-2383↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8531)] [trial-2383↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a23:29:51.003950 tst handover.py:18: Test FAILED (6.8 sec)\u000a23:29:51.066314 run osmo-hlr_10.42.42.2(pid=8528): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8528)]\u000a23:29:51.117487 run osmo-hlr_10.42.42.2(pid=8528): stdout: \u000a| (launched: 2022-12-12_23:29:48.056783) \u000a23:29:51.169048 run osmo-hlr_10.42.42.2(pid=8528): stderr: \u000a| �[0;m�[1;31m20221212232948256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232948256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232948256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232948256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232948256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232948257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232948268 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232948278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232948278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232948278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:29:51.239231 run osmo-msc_10.42.42.6(pid=8534): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8534)]\u000a23:29:51.290015 run osmo-msc_10.42.42.6(pid=8534): stdout: \u000a| (launched: 2022-12-12_23:29:50.050619) \u000a23:29:51.341300 run osmo-msc_10.42.42.6(pid=8534): stderr: \u000a| �[0;m�[38;5;43m20221212232950372 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212232950372 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0fdb85fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212232950372 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212232950372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212232950373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212232950373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212232950375 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212232950375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212232950375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212232950375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:29:51.384932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8527): Terminating (SIGTERM)\u000a23:29:51.426441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8530): Terminating (SIGTERM)\u000a23:29:51.467906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8533): Terminating (SIGTERM)\u000a23:29:51.477666 --- ParallelTerminationStrategy: PID 8527 died...\u000a23:29:51.533295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8527): Terminated: ok {rc=0}\u000a23:29:51.543475 --- ParallelTerminationStrategy: PID 8530 died...\u000a23:29:51.598886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8530): Terminated: ok {rc=0}\u000a23:29:51.609000 --- ParallelTerminationStrategy: PID 8533 died...\u000a23:29:51.663646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8533): Terminated: ok {rc=0}\u000a23:29:51.748609 bus /sierra_3: Setting Powered False\u000a23:29:52.854849 bus /sierra_3: Setting Powered False\u000a23:29:53.965591 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:29:43" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8545): Process ended prematurely: osmo-stp_10.42.42.5(pid=8545) [trial-2383↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8545)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8545): Process ended prematurely: osmo-stp_10.42.42.5(pid=8545) [trial-2383↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8545)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a23:29:55.968291 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:29:55.979008 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:29:56.101267 tst handover.py: using LAC 32275\u000a23:29:56.223737 tst handover.py: using RAC 145\u000a23:29:56.344436 tst handover.py: using CellId 32275\u000a23:29:56.466147 tst handover.py: using BVCI 32276\u000a23:29:56.489405 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:29:56.626412 tst handover.py: using LAC 32276\u000a23:29:56.750689 tst handover.py: using RAC 146\u000a23:29:56.868410 tst handover.py: using CellId 32276\u000a23:29:56.986800 tst handover.py: using BVCI 32277\u000a23:29:57.010083 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:29:57.020813 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:29:57.031459 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:29:57.042326 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:29:57.053363 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:29:57.064196 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:29:57.183778 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:29:57.397747 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:29:57.890357 run create_hlr_db(pid=8539): Launched\u000a23:29:58.022739 bus /sierra_2: Setting Powered False\u000a23:29:59.098680 run create_hlr_db(pid=8539): Terminated: ok {rc=0}\u000a23:29:59.502408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8541): Launched\u000a23:29:59.829836 run osmo-hlr_10.42.42.2(pid=8542): Launched\u000a23:29:59.950436 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:30:00.488101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8544): Launched\u000a23:30:00.814885 run osmo-stp_10.42.42.5(pid=8545): Launched\u000a23:30:01.043580 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:30:01.634133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8547): Launched\u000a23:30:02.103336 run osmo-msc_10.42.42.6(pid=8550): Launched\u000a23:30:02.421005 run osmo-stp_10.42.42.5(pid=8545): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8545)]\u000a23:30:02.552775 run osmo-stp_10.42.42.5(pid=8545): stdout: \u000a| (launched: 2022-12-12_23:30:00.654116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:02.680360 run osmo-stp_10.42.42.5(pid=8545): stderr: \u000a| �[0;m�[38;5;43m20221212233000884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212233000884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212233000884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212233000884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212233000890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212233000891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212233000891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:02.802918 run osmo-stp_10.42.42.5(pid=8545): stdout: \u000a| (launched: 2022-12-12_23:30:00.654116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:02.923910 run osmo-stp_10.42.42.5(pid=8545): stderr: \u000a| �[0;m�[38;5;43m20221212233000884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212233000884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212233000884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212233000884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212233000890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212233000891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212233000891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:02.976734 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8545): Process ended prematurely: osmo-stp_10.42.42.5(pid=8545) [trial-2383↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8545)] [trial-2383↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a23:30:02.984567 tst handover.py:18: Test FAILED (7.0 sec)\u000a23:30:03.044058 run osmo-hlr_10.42.42.2(pid=8542): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8542)]\u000a23:30:03.092581 run osmo-hlr_10.42.42.2(pid=8542): stdout: \u000a| (launched: 2022-12-12_23:29:59.668786) \u000a23:30:03.141827 run osmo-hlr_10.42.42.2(pid=8542): stderr: \u000a| �[0;m�[1;31m20221212232959865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212232959865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212232959865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232959865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212232959866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212232959866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212232959877 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212232959886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212232959886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212232959886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:30:03.208030 run osmo-msc_10.42.42.6(pid=8550): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8550)]\u000a23:30:03.256739 run osmo-msc_10.42.42.6(pid=8550): stdout: \u000a| (launched: 2022-12-12_23:30:01.803933) \u000a23:30:03.305632 run osmo-msc_10.42.42.6(pid=8550): stderr: \u000a| �[0;m�[38;5;43m20221212233002254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212233002254 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f88fdac3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212233002254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212233002254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212233002254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212233002255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212233002256 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212233002257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212233002257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212233002257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:30:03.346823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8541): Terminating (SIGTERM)\u000a23:30:03.386477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8544): Terminating (SIGTERM)\u000a23:30:03.426122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8547): Terminating (SIGTERM)\u000a23:30:03.435622 --- ParallelTerminationStrategy: PID 8541 died...\u000a23:30:03.488185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8541): Terminated: ok {rc=0}\u000a23:30:03.498061 --- ParallelTerminationStrategy: PID 8544 died...\u000a23:30:03.550451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8544): Terminated: ok {rc=0}\u000a23:30:03.560175 --- ParallelTerminationStrategy: PID 8547 died...\u000a23:30:03.612262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8547): Terminated: ok {rc=0}\u000a23:30:03.695346 bus /sierra_3: Setting Powered False\u000a23:30:04.796232 bus /sierra_3: Setting Powered False\u000a23:30:05.906356 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:29:55" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8563): Process ended prematurely: osmo-stp_10.42.42.5(pid=8563) [trial-2383↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8563)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8563): Process ended prematurely: osmo-stp_10.42.42.5(pid=8563) [trial-2383↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:30:07.897181 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:30:07.908537 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:30:08.037329 tst handover.py: using LAC 32277\u000a23:30:08.167333 tst handover.py: using RAC 147\u000a23:30:08.291485 tst handover.py: using CellId 32277\u000a23:30:08.411483 tst handover.py: using BVCI 32278\u000a23:30:08.434815 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:30:08.570329 tst handover.py: using LAC 32278\u000a23:30:08.690163 tst handover.py: using RAC 148\u000a23:30:08.811236 tst handover.py: using CellId 32278\u000a23:30:08.930640 tst handover.py: using BVCI 32279\u000a23:30:08.953828 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:30:08.964373 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:30:08.974957 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:30:08.985986 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:30:08.996809 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:30:09.007631 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:30:09.127515 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:30:09.329269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:30:09.784524 run create_hlr_db(pid=8557): Launched\u000a23:30:09.909355 bus /sierra_2: Setting Powered False\u000a23:30:10.981949 run create_hlr_db(pid=8557): Terminated: ok {rc=0}\u000a23:30:11.387415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8559): Launched\u000a23:30:11.712041 run osmo-hlr_10.42.42.2(pid=8560): Launched\u000a23:30:11.831516 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:30:12.366631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8562): Launched\u000a23:30:12.691716 run osmo-stp_10.42.42.5(pid=8563): Launched\u000a23:30:12.810695 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:30:13.375909 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8565): Launched\u000a23:30:13.700579 run osmo-msc_10.42.42.6(pid=8566): Launched\u000a23:30:13.891490 run osmo-stp_10.42.42.5(pid=8563): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8563)]\u000a23:30:14.028352 run osmo-stp_10.42.42.5(pid=8563): stdout: \u000a| (launched: 2022-12-12_23:30:12.532369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:14.165458 run osmo-stp_10.42.42.5(pid=8563): stderr: \u000a| �[0;m�[38;5;43m20221212233012726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212233012726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212233012726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212233012727 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212233012727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212233012727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212233012727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:14.295864 run osmo-stp_10.42.42.5(pid=8563): stdout: \u000a| (launched: 2022-12-12_23:30:12.532369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:14.425181 run osmo-stp_10.42.42.5(pid=8563): stderr: \u000a| �[0;m�[38;5;43m20221212233012726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212233012726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212233012726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212233012727 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212233012727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212233012727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212233012727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:14.482068 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8563): Process ended prematurely: osmo-stp_10.42.42.5(pid=8563) [trial-2383↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8563)] [trial-2383↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a23:30:14.490399 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:30:14.552468 run osmo-hlr_10.42.42.2(pid=8560): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8560)]\u000a23:30:14.603086 run osmo-hlr_10.42.42.2(pid=8560): stdout: \u000a| (launched: 2022-12-12_23:30:11.553203) \u000a23:30:14.654312 run osmo-hlr_10.42.42.2(pid=8560): stderr: \u000a| �[0;m�[1;31m20221212233011755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212233011755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212233011755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212233011755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212233011755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212233011755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212233011768 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212233011778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212233011778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212233011778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:30:14.724191 run osmo-msc_10.42.42.6(pid=8566): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8566)]\u000a23:30:14.775061 run osmo-msc_10.42.42.6(pid=8566): stdout: \u000a| (launched: 2022-12-12_23:30:13.541361) \u000a23:30:14.826294 run osmo-msc_10.42.42.6(pid=8566): stderr: \u000a| �[0;m�[38;5;43m20221212233013865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212233013865 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7290bdcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212233013865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212233013865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212233013866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212233013866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212233013867 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212233013868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212233013868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212233013868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:30:14.869806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8559): Terminating (SIGTERM)\u000a23:30:14.910997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8562): Terminating (SIGTERM)\u000a23:30:14.952325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8565): Terminating (SIGTERM)\u000a23:30:14.961630 --- ParallelTerminationStrategy: PID 8559 died...\u000a23:30:15.016826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8559): Terminated: ok {rc=0}\u000a23:30:15.026875 --- ParallelTerminationStrategy: PID 8562 died...\u000a23:30:15.081888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8562): Terminated: ok {rc=0}\u000a23:30:15.091848 --- ParallelTerminationStrategy: PID 8565 died...\u000a23:30:15.146831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8565): Terminated: ok {rc=0}\u000a23:30:15.232498 bus /sierra_3: Setting Powered False\u000a23:30:16.336240 bus /sierra_3: Setting Powered False\u000a23:30:17.441824 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:30:07" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8577): Process ended prematurely: osmo-stp_10.42.42.5(pid=8577) [trial-2383↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8577)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8577): Process ended prematurely: osmo-stp_10.42.42.5(pid=8577) [trial-2383↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2383 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:30:19.456779 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:30:19.468142 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:30:19.610395 tst handover.py: using LAC 32279\u000a23:30:19.735283 tst handover.py: using RAC 149\u000a23:30:19.856365 tst handover.py: using CellId 32279\u000a23:30:19.984070 tst handover.py: using BVCI 32280\u000a23:30:20.008781 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:30:20.152738 tst handover.py: using LAC 32280\u000a23:30:20.276619 tst handover.py: using RAC 150\u000a23:30:20.398754 tst handover.py: using CellId 32280\u000a23:30:20.518117 tst handover.py: using BVCI 32281\u000a23:30:20.541643 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:30:20.552525 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:30:20.563426 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:30:20.574555 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:30:20.585241 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:30:20.596306 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:30:20.716513 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:30:20.921404 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:30:21.392138 run create_hlr_db(pid=8571): Launched\u000a23:30:21.524795 bus /sierra_2: Setting Powered False\u000a23:30:22.601739 run create_hlr_db(pid=8571): Terminated: ok {rc=0}\u000a23:30:23.007280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8573): Launched\u000a23:30:23.334383 run osmo-hlr_10.42.42.2(pid=8574): Launched\u000a23:30:23.456244 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:30:23.997101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8576): Launched\u000a23:30:24.322757 run osmo-stp_10.42.42.5(pid=8577): Launched\u000a23:30:24.441071 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:30:25.008234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8579): Launched\u000a23:30:25.333938 run osmo-msc_10.42.42.6(pid=8580): Launched\u000a23:30:25.526532 run osmo-stp_10.42.42.5(pid=8577): ERR: Terminated: ERROR {rc=1} [trial-2383↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8577)]\u000a23:30:25.664375 run osmo-stp_10.42.42.5(pid=8577): stdout: \u000a| (launched: 2022-12-12_23:30:24.163071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:25.801847 run osmo-stp_10.42.42.5(pid=8577): stderr: \u000a| �[0;m�[38;5;43m20221212233024356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212233024356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212233024356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212233024357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212233024357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212233024357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212233024357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:25.932638 run osmo-stp_10.42.42.5(pid=8577): stdout: \u000a| (launched: 2022-12-12_23:30:24.163071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:26.062325 run osmo-stp_10.42.42.5(pid=8577): stderr: \u000a| �[0;m�[38;5;43m20221212233024356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212233024356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212233024356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212233024357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212233024357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212233024357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212233024357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:26.118972 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8577): Process ended prematurely: osmo-stp_10.42.42.5(pid=8577) [trial-2383↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8577)] [trial-2383↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a23:30:26.127422 tst handover.py:18: Test FAILED (6.7 sec)\u000a23:30:26.189818 run osmo-hlr_10.42.42.2(pid=8574): ERR: Terminated: ERROR {rc=237} [trial-2383↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8574)]\u000a23:30:26.240905 run osmo-hlr_10.42.42.2(pid=8574): stdout: \u000a| (launched: 2022-12-12_23:30:23.173708) \u000a23:30:26.292555 run osmo-hlr_10.42.42.2(pid=8574): stderr: \u000a| �[0;m�[1;31m20221212233023373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212233023373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212233023373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212233023373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212233023374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212233023374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212233023386 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2383/run.2022-12-12_22-05-43/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212233023394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212233023394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212233023394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:30:26.363069 run osmo-msc_10.42.42.6(pid=8580): ERR: Terminated: ERROR {rc=2} [trial-2383↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8580)]\u000a23:30:26.413909 run osmo-msc_10.42.42.6(pid=8580): stdout: \u000a| (launched: 2022-12-12_23:30:25.174040) \u000a23:30:26.465410 run osmo-msc_10.42.42.6(pid=8580): stderr: \u000a| �[0;m�[38;5;43m20221212233025499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212233025499 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb90f4bbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212233025499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212233025499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212233025499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212233025499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212233025501 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212233025501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212233025501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212233025502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:30:26.509242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8573): Terminating (SIGTERM)\u000a23:30:26.550600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8576): Terminating (SIGTERM)\u000a23:30:26.591870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8579): Terminating (SIGTERM)\u000a23:30:26.601606 --- ParallelTerminationStrategy: PID 8573 died...\u000a23:30:26.656925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8573): Terminated: ok {rc=0}\u000a23:30:26.666955 --- ParallelTerminationStrategy: PID 8576 died...\u000a23:30:26.721877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8576): Terminated: ok {rc=0}\u000a23:30:26.731819 --- ParallelTerminationStrategy: PID 8579 died...\u000a23:30:26.787001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8579): Terminated: ok {rc=0}\u000a23:30:26.873162 bus /sierra_3: Setting Powered False\u000a23:30:27.980385 bus /sierra_3: Setting Powered False\u000a23:30:29.088146 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T23:30:19" } ] }